{"index": 0, "timestamp": "2026-09-16T18:55:04Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-09-16T18:49:44Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-ppvdt", "memory": {"allocated": "13434216", "heap_size": "20971520", "pageheap_unmapped": "0", "pageheap_free": "4300800", "total_thread_cache": "1789008", "total_physical_bytes": "28435886"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T18:53:21Z/11\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 26\ncluster_manager.cds.config_reload_time_ms: 1789584801984\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 51\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 49\ncluster_manager.cds.update_time: 1789584801984\ncluster_manager.cds.version: 17358890291798867695\ncluster_manager.cluster_added: 132\ncluster_manager.cluster_modified: 27\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 50\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0416666666666665) P75(nan,5.025) P90(nan,10.366666666666667) P95(nan,12.549999999999997) P99(nan,24.755) P99.5(nan,24.8775) P99.9(nan,24.9755) P100(nan,25)", "server_memory": "server.memory_allocated: 13394912\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 28435886", "wasm_stats": ""}}}
{"index": 1, "timestamp": "2026-09-16T19:00:06Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:55:40Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-ppvdt", "memory": {"allocated": "71524128", "heap_size": "234881024", "pageheap_unmapped": "84787200", "pageheap_free": "27607040", "total_thread_cache": "28932320", "total_physical_bytes": "158737838"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:00:07Z/95\"\ncluster_manager.active_clusters: 138\ncluster_manager.cds.config_reload: 26\ncluster_manager.cds.config_reload_time_ms: 1789585206551\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 62\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 61\ncluster_manager.cds.update_time: 1789585207427\ncluster_manager.cds.version: 13521548489399923854\ncluster_manager.cluster_added: 170\ncluster_manager.cluster_modified: 24\ncluster_manager.cluster_removed: 32\ncluster_manager.cluster_updated: 30\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(1.05,0) P50(2.1,2.0285714285714285) P75(4.05,2.1) P90(10.4,5.1) P95(10.7,10.666666666666666) P99(10.94,54.4) P99.5(10.969999999999999,54.7) P99.9(10.994,54.94) P100(11,55)", "server_memory": "server.memory_allocated: 71484824\nserver.memory_heap_size: 234881024\nserver.memory_physical_size: 158737838", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 7\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 6\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 15\nwasmcustom.kuadrant.hits: 1"}}}
{"index": 2, "timestamp": "2026-09-16T19:05:08Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:55:40Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-ppvdt", "memory": {"allocated": "71626128", "heap_size": "234881024", "pageheap_unmapped": "84574208", "pageheap_free": "26902528", "total_thread_cache": "31048872", "total_physical_bytes": "158950830"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:04:27Z/146\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 49\ncluster_manager.cds.config_reload_time_ms: 1789585446748\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 108\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 107\ncluster_manager.cds.update_time: 1789585467274\ncluster_manager.cds.version: 16299694197349468947\ncluster_manager.cluster_added: 197\ncluster_manager.cluster_modified: 46\ncluster_manager.cluster_removed: 58\ncluster_manager.cluster_updated: 57\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.031081081081081) P75(nan,3.0113636363636362) P90(nan,6.0649999999999995) P95(nan,10.441666666666665) P99(nan,11.929999999999993) P99.5(nan,54.465) P99.9(nan,54.893) P100(nan,55)", "server_memory": "server.memory_allocated: 71586824\nserver.memory_heap_size: 234881024\nserver.memory_physical_size: 158950830", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 14\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 22\nwasmcustom.kuadrant.allowed: 6\nwasmcustom.kuadrant.configs: 43\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 6"}}}
{"index": 3, "timestamp": "2026-09-16T19:10:10Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:55:40Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-ppvdt", "memory": {"allocated": "71239112", "heap_size": "289406976", "pageheap_unmapped": "123535360", "pageheap_free": "45580288", "total_thread_cache": "23260760", "total_physical_bytes": "174219694"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:10:07Z/194\"\ncluster_manager.active_clusters: 135\ncluster_manager.cds.config_reload: 70\ncluster_manager.cds.config_reload_time_ms: 1789585805151\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 152\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 151\ncluster_manager.cds.update_time: 1789585807175\ncluster_manager.cds.version: 3809788778303919298\ncluster_manager.cluster_added: 219\ncluster_manager.cluster_modified: 65\ncluster_manager.cluster_removed: 84\ncluster_manager.cluster_updated: 79\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(1.1,2.0255102040816326) P75(2.05,3.0073529411764706) P90(2.08,6.0633333333333335) P95(2.09,10.556249999999999) P99(2.098,11.830000000000004) P99.5(2.099,54.245000000000005) P99.9(2.0998,54.84899999999999) P100(2.1,55)", "server_memory": "server.memory_allocated: 71199808\nserver.memory_heap_size: 289406976\nserver.memory_physical_size: 174219694", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 7\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 3\nwasmcustom.kuadrant.configs: 12"}}}
{"index": 4, "timestamp": "2026-09-16T19:15:13Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:55:40Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-ppvdt", "memory": {"allocated": "72663296", "heap_size": "289406976", "pageheap_unmapped": "141615104", "pageheap_free": "25518080", "total_thread_cache": "26948336", "total_physical_bytes": "156139950"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:15:13Z/265\"\ncluster_manager.active_clusters: 135\ncluster_manager.cds.config_reload: 87\ncluster_manager.cds.config_reload_time_ms: 1789586075234\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 202\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 201\ncluster_manager.cds.update_time: 1789586113988\ncluster_manager.cds.version: 7966445978364684630\ncluster_manager.cluster_added: 236\ncluster_manager.cluster_modified: 79\ncluster_manager.cluster_removed: 101\ncluster_manager.cluster_updated: 98\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.0246478873239435) P75(2.05,2.0954225352112674) P90(2.08,5.0633333333333335) P95(2.09,10.368749999999999) P99(2.098,11.99666666666667) P99.5(2.099,16.995000000000005) P99.9(2.0998,54.79900000000001) P100(2.1,55)", "server_memory": "server.memory_allocated: 72623992\nserver.memory_heap_size: 289406976\nserver.memory_physical_size: 156139950", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 24\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 27\nwasmcustom.kuadrant.allowed: 183\nwasmcustom.kuadrant.configs: 86\nwasmcustom.kuadrant.hits: 182\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 5, "timestamp": "2026-09-16T19:20:15Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:55:40Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-ppvdt", "memory": {"allocated": "72614792", "heap_size": "289406976", "pageheap_unmapped": "141246464", "pageheap_free": "25477120", "total_thread_cache": "27014128", "total_physical_bytes": "156508590"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:20:10Z/330\"\ncluster_manager.active_clusters: 143\ncluster_manager.cds.config_reload: 105\ncluster_manager.cds.config_reload_time_ms: 1789586407211\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 259\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 258\ncluster_manager.cds.update_time: 1789586410885\ncluster_manager.cds.version: 1613176758635179675\ncluster_manager.cluster_added: 255\ncluster_manager.cluster_modified: 93\ncluster_manager.cluster_removed: 112\ncluster_manager.cluster_updated: 115\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,0) P50(2.05,2.0247524752475248) P75(2.075,2.0886138613861385) P90(2.09,4.040000000000001) P95(2.095,10.2625) P99(2.099,12.709999999999994) P99.5(2.0995,16.70999999999998) P99.9(2.0999,54.74200000000002) P100(2.1,55)", "server_memory": "server.memory_allocated: 72575488\nserver.memory_heap_size: 289406976\nserver.memory_physical_size: 156508590", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 47\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 54\nwasmcustom.kuadrant.allowed: 319\nwasmcustom.kuadrant.configs: 184\nwasmcustom.kuadrant.hits: 317\nwasmcustom.kuadrant.misses: 2"}}}
{"index": 6, "timestamp": "2026-09-16T19:25:17Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:55:40Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-ppvdt", "memory": {"allocated": "72745776", "heap_size": "289406976", "pageheap_unmapped": "140255232", "pageheap_free": "24076288", "total_thread_cache": "28444408", "total_physical_bytes": "157499822"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:24:47Z/415\"\ncluster_manager.active_clusters: 143\ncluster_manager.cds.config_reload: 125\ncluster_manager.cds.config_reload_time_ms: 1789586685831\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 314\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 312\ncluster_manager.cds.update_time: 1789586687414\ncluster_manager.cds.version: 6273492329827727232\ncluster_manager.cluster_added: 273\ncluster_manager.cluster_modified: 107\ncluster_manager.cluster_removed: 130\ncluster_manager.cluster_updated: 136\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.021951219512195) P75(nan,2.0853658536585367) P90(nan,3.0929032258064515) P95(nan,10.139999999999997) P99(nan,12.439999999999998) P99.5(nan,16.439999999999998) P99.9(nan,54.68799999999999) P100(nan,55)", "server_memory": "server.memory_allocated: 72841800\nserver.memory_heap_size: 289406976\nserver.memory_physical_size: 157499822", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 62\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 79\nwasmcustom.kuadrant.allowed: 514\nwasmcustom.kuadrant.configs: 250\nwasmcustom.kuadrant.hits: 512\nwasmcustom.kuadrant.misses: 2"}}}
{"index": 7, "timestamp": "2026-09-16T19:30:19Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:55:40Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-ppvdt", "memory": {"allocated": "73487144", "heap_size": "289406976", "pageheap_unmapped": "139935744", "pageheap_free": "24002560", "total_thread_cache": "28482424", "total_physical_bytes": "157819310"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:30:20Z/492\"\ncluster_manager.active_clusters: 143\ncluster_manager.cds.config_reload: 147\ncluster_manager.cds.config_reload_time_ms: 1789586996851\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 375\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 373\ncluster_manager.cds.update_time: 1789587020290\ncluster_manager.cds.version: 13162228038281321204\ncluster_manager.cluster_added: 295\ncluster_manager.cluster_modified: 126\ncluster_manager.cluster_removed: 152\ncluster_manager.cluster_updated: 156\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0216666666666665) P75(nan,2.0835) P90(nan,3.0908823529411764) P95(nan,10.131818181818181) P99(nan,13.29000000000002) P99.5(nan,16.57249999999999) P99.9(nan,54.62900000000002) P100(nan,55)", "server_memory": "server.memory_allocated: 73634776\nserver.memory_heap_size: 289406976\nserver.memory_physical_size: 157794734", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 83\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 105\nwasmcustom.kuadrant.allowed: 805\nwasmcustom.kuadrant.configs: 334\nwasmcustom.kuadrant.hits: 803\nwasmcustom.kuadrant.misses: 2"}}}
{"index": 8, "timestamp": "2026-09-16T19:35:21Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:55:40Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-ppvdt", "memory": {"allocated": "72770040", "heap_size": "289406976", "pageheap_unmapped": "139812864", "pageheap_free": "23953408", "total_thread_cache": "29334344", "total_physical_bytes": "157942190"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:35:22Z/3\"\ncluster_manager.active_clusters: 143\ncluster_manager.cds.config_reload: 164\ncluster_manager.cds.config_reload_time_ms: 1789587321835\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 430\ncluster_manager.cds.update_failure: 4\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 425\ncluster_manager.cds.update_time: 1789587322646\ncluster_manager.cds.version: 4907261671177624295\ncluster_manager.cluster_added: 312\ncluster_manager.cluster_modified: 143\ncluster_manager.cluster_removed: 169\ncluster_manager.cluster_updated: 174\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(1,0) P25(1.05,0) P50(1.1,2.0227011494252873) P75(2.05,2.083477011494253) P90(2.08,3.093783783783784) P95(2.09,10.070833333333331) P99(2.098,12.884999999999991) P99.5(2.099,16.442499999999995) P99.9(2.0998,54.577) P100(2.1,55)", "server_memory": "server.memory_allocated: 73228496\nserver.memory_heap_size: 289406976\nserver.memory_physical_size: 157901230", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 97\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 124\nwasmcustom.kuadrant.allowed: 1092\nwasmcustom.kuadrant.configs: 396\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 1089\nwasmcustom.kuadrant.misses: 3"}}}
{"index": 9, "timestamp": "2026-09-16T19:40:24Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:55:40Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-ppvdt", "memory": {"allocated": "72442368", "heap_size": "289406976", "pageheap_unmapped": "139812864", "pageheap_free": "23969792", "total_thread_cache": "28078960", "total_physical_bytes": "157942190"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:39:16Z/42\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 181\ncluster_manager.cds.config_reload_time_ms: 1789587556751\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 466\ncluster_manager.cds.update_failure: 4\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 461\ncluster_manager.cds.update_time: 1789587556751\ncluster_manager.cds.version: 12418400373595733005\ncluster_manager.cluster_added: 330\ncluster_manager.cluster_modified: 161\ncluster_manager.cluster_removed: 183\ncluster_manager.cluster_updated: 194\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0235135135135134) P75(nan,2.085810810810811) P90(nan,4.031666666666667) P95(nan,10.139285714285714) P99(nan,13.389999999999986) P99.5(nan,16.347499999999997) P99.9(nan,54.53899999999999) P100(nan,55)", "server_memory": "server.memory_allocated: 72403064\nserver.memory_heap_size: 289406976\nserver.memory_physical_size: 157942190", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 104\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 134\nwasmcustom.kuadrant.allowed: 1094\nwasmcustom.kuadrant.configs: 427\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 1091\nwasmcustom.kuadrant.misses: 3"}}}
{"index": 10, "timestamp": "2026-09-16T19:45:26Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:55:40Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-ppvdt", "memory": {"allocated": "72151432", "heap_size": "289406976", "pageheap_unmapped": "139812864", "pageheap_free": "23953408", "total_thread_cache": "29094792", "total_physical_bytes": "157942190"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:44:52Z/81\"\ncluster_manager.active_clusters: 136\ncluster_manager.cds.config_reload: 194\ncluster_manager.cds.config_reload_time_ms: 1789587866405\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 503\ncluster_manager.cds.update_failure: 4\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 498\ncluster_manager.cds.update_time: 1789587892788\ncluster_manager.cds.version: 12604540936016714639\ncluster_manager.cluster_added: 343\ncluster_manager.cluster_modified: 173\ncluster_manager.cluster_removed: 207\ncluster_manager.cluster_updated: 210\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0228426395939088) P75(nan,2.086040609137056) P90(nan,4.045714285714285) P95(nan,10.131249999999998) P99(nan,13.019999999999982) P99.5(nan,16.254999999999995) P99.9(nan,54.50200000000001) P100(nan,55)", "server_memory": "server.memory_allocated: 72112128\nserver.memory_heap_size: 289406976\nserver.memory_physical_size: 157942190", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 113\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 146\nwasmcustom.kuadrant.allowed: 1096\nwasmcustom.kuadrant.configs: 466\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 1093\nwasmcustom.kuadrant.misses: 3"}}}
{"index": 11, "timestamp": "2026-09-16T19:50:28Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:55:40Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-ppvdt", "memory": {"allocated": "72270672", "heap_size": "289406976", "pageheap_unmapped": "139812864", "pageheap_free": "23953408", "total_thread_cache": "29133024", "total_physical_bytes": "157942190"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:49:42Z/121\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 210\ncluster_manager.cds.config_reload_time_ms: 1789588175201\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 539\ncluster_manager.cds.update_failure: 4\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 534\ncluster_manager.cds.update_time: 1789588182293\ncluster_manager.cds.version: 8151396492454161105\ncluster_manager.cluster_added: 359\ncluster_manager.cluster_modified: 189\ncluster_manager.cluster_removed: 217\ncluster_manager.cluster_updated: 230\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0247619047619048) P75(nan,2.0883333333333334) P90(nan,4.086) P95(nan,10.127777777777775) P99(nan,12.829999999999984) P99.5(nan,16.16500000000002) P99.9(nan,54.46600000000001) P100(nan,55)", "server_memory": "server.memory_allocated: 72231368\nserver.memory_heap_size: 289406976\nserver.memory_physical_size: 157942190", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 120\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 156\nwasmcustom.kuadrant.allowed: 1101\nwasmcustom.kuadrant.configs: 500\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 1098\nwasmcustom.kuadrant.misses: 3"}}}
{"index": 12, "timestamp": "2026-09-16T19:55:30Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:55:40Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-ppvdt", "memory": {"allocated": "72330648", "heap_size": "289406976", "pageheap_unmapped": "139804672", "pageheap_free": "23879680", "total_thread_cache": "28912120", "total_physical_bytes": "157950382"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:55:32Z/154\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 223\ncluster_manager.cds.config_reload_time_ms: 1789588520150\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 570\ncluster_manager.cds.update_failure: 4\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 565\ncluster_manager.cds.update_time: 1789588532103\ncluster_manager.cds.version: 5145413990780195509\ncluster_manager.cluster_added: 372\ncluster_manager.cluster_modified: 198\ncluster_manager.cluster_removed: 231\ncluster_manager.cluster_updated: 242\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0243119266055047) P75(nan,2.0889908256880734) P90(nan,4.087272727272728) P95(nan,10.094736842105261) P99(nan,12.680000000000007) P99.5(nan,16.089999999999975) P99.9(nan,54.436000000000035) P100(nan,55)", "server_memory": "server.memory_allocated: 72761904\nserver.memory_heap_size: 289406976\nserver.memory_physical_size: 157950382", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 129\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 168\nwasmcustom.kuadrant.allowed: 1108\nwasmcustom.kuadrant.configs: 539\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 1105\nwasmcustom.kuadrant.misses: 3"}}}
{"index": 13, "timestamp": "2026-09-16T20:00:33Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:55:40Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-ppvdt", "memory": {"allocated": "72170752", "heap_size": "289406976", "pageheap_unmapped": "139804672", "pageheap_free": "23961600", "total_thread_cache": "29336960", "total_physical_bytes": "157950382"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:00:30Z/194\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 239\ncluster_manager.cds.config_reload_time_ms: 1789588786549\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 608\ncluster_manager.cds.update_failure: 4\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 603\ncluster_manager.cds.update_time: 1789588830145\ncluster_manager.cds.version: 6985579300623275597\ncluster_manager.cluster_added: 387\ncluster_manager.cluster_modified: 213\ncluster_manager.cluster_removed: 245\ncluster_manager.cluster_updated: 270\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.024890829694323) P75(nan,2.0906113537117905) P90(nan,5.023333333333334) P95(nan,10.094999999999999) P99(nan,12.660000000000005) P99.5(nan,14.990000000000009) P99.9(nan,54.398000000000025) P100(nan,55)", "server_memory": "server.memory_allocated: 72151928\nserver.memory_heap_size: 289406976\nserver.memory_physical_size: 157950382", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 133\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 175\nwasmcustom.kuadrant.allowed: 1109\nwasmcustom.kuadrant.configs: 558\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 1106\nwasmcustom.kuadrant.misses: 3"}}}
{"index": 14, "timestamp": "2026-09-16T20:02:30Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:55:40Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-ppvdt", "memory": {"allocated": "73038088", "heap_size": "289406976", "pageheap_unmapped": "139796480", "pageheap_free": "23961600", "total_thread_cache": "27707232", "total_physical_bytes": "157958574"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:02:14Z/213\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 245\ncluster_manager.cds.config_reload_time_ms: 1789588931447\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 626\ncluster_manager.cds.update_failure: 4\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 621\ncluster_manager.cds.update_time: 1789588934881\ncluster_manager.cds.version: 18184091742209990323\ncluster_manager.cluster_added: 393\ncluster_manager.cluster_modified: 219\ncluster_manager.cluster_removed: 252\ncluster_manager.cluster_updated: 273\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.024042553191489) P75(nan,2.0901063829787234) P90(nan,5.024166666666667) P95(nan,10.097499999999997) P99(nan,12.596666666666655) P99.5(nan,14.894999999999982) P99.9(nan,54.37900000000002) P100(nan,55)", "server_memory": "server.memory_allocated: 72998784\nserver.memory_heap_size: 289406976\nserver.memory_physical_size: 157958574", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 139\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 183\nwasmcustom.kuadrant.allowed: 1110\nwasmcustom.kuadrant.configs: 582\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 1107\nwasmcustom.kuadrant.misses: 3"}}}