{"index": 0, "timestamp": "2026-09-16T18:57:01Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-09-16T18:51:39Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-6b6bcd64c-v6j7j", "memory": {"allocated": "13416064", "heap_size": "20971520", "pageheap_unmapped": "0", "pageheap_free": "4153344", "total_thread_cache": "1718344", "total_physical_bytes": "28894638"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T18:55:19Z/8\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 24\ncluster_manager.cds.config_reload_time_ms: 1789584919078\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 50\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 48\ncluster_manager.cds.update_time: 1789584919078\ncluster_manager.cds.version: 636598839678010131\ncluster_manager.cluster_added: 132\ncluster_manager.cluster_modified: 29\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 46\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.011111111111111) P75(nan,4.1) P90(nan,12.100000000000001) P95(nan,16.599999999999994) P99(nan,25.519999999999996) P99.5(nan,25.759999999999998) P99.9(nan,25.951999999999998) P100(nan,26)", "server_memory": "server.memory_allocated: 13376696\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 28894638", "wasm_stats": ""}}}
{"index": 1, "timestamp": "2026-09-16T19:02:04Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:57:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-6b6bcd64c-v6j7j", "memory": {"allocated": "71735464", "heap_size": "228589568", "pageheap_unmapped": "61579264", "pageheap_free": "43040768", "total_thread_cache": "28309424", "total_physical_bytes": "175719854"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:01:45Z/93\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 32\ncluster_manager.cds.config_reload_time_ms: 1789585305594\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 71\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 70\ncluster_manager.cds.update_time: 1789585305594\ncluster_manager.cds.version: 8156939742583640651\ncluster_manager.cluster_added: 170\ncluster_manager.cluster_modified: 27\ncluster_manager.cluster_removed: 31\ncluster_manager.cluster_updated: 36\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0285714285714285) P75(nan,3.05) P90(nan,7.1) P95(nan,10.5) P99(nan,34.3) P99.5(nan,34.650000000000006) P99.9(nan,34.93000000000001) P100(nan,35)", "server_memory": "server.memory_allocated: 71698400\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 175719854", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 19\nwasmcustom.kuadrant.allowed: 14\nwasmcustom.kuadrant.configs: 44\nwasmcustom.kuadrant.hits: 12\nwasmcustom.kuadrant.misses: 2"}}}
{"index": 2, "timestamp": "2026-09-16T19:07:06Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:57:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-6b6bcd64c-v6j7j", "memory": {"allocated": "71342104", "heap_size": "228589568", "pageheap_unmapped": "61579264", "pageheap_free": "42876928", "total_thread_cache": "29122896", "total_physical_bytes": "175719854"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:06:06Z/146\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 54\ncluster_manager.cds.config_reload_time_ms: 1789585538891\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 117\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 116\ncluster_manager.cds.update_time: 1789585566125\ncluster_manager.cds.version: 9960358768840876465\ncluster_manager.cluster_added: 195\ncluster_manager.cluster_modified: 49\ncluster_manager.cluster_removed: 56\ncluster_manager.cluster_updated: 60\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0277777777777777) P75(nan,3.03) P90(nan,7.07) P95(nan,10.099999999999994) P99(nan,16.840000000000003) P99.5(nan,34.42) P99.9(nan,34.884) P100(nan,35)", "server_memory": "server.memory_allocated: 71323280\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 175719854", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 28\nwasmcustom.kuadrant.allowed: 19\nwasmcustom.kuadrant.configs: 80\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 17\nwasmcustom.kuadrant.misses: 2"}}}
{"index": 3, "timestamp": "2026-09-16T19:12:08Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:57:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-6b6bcd64c-v6j7j", "memory": {"allocated": "71433504", "heap_size": "228589568", "pageheap_unmapped": "61579264", "pageheap_free": "42426368", "total_thread_cache": "29019352", "total_physical_bytes": "175719854"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:12:03Z/206\"\ncluster_manager.active_clusters: 135\ncluster_manager.cds.config_reload: 79\ncluster_manager.cds.config_reload_time_ms: 1789585921227\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 174\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 173\ncluster_manager.cds.update_time: 1789585923174\ncluster_manager.cds.version: 709083026467708214\ncluster_manager.cluster_added: 223\ncluster_manager.cluster_modified: 72\ncluster_manager.cluster_removed: 88\ncluster_manager.cluster_updated: 89\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.026851851851852) P75(0,3.0208333333333335) P90(0,6.0925) P95(0,10.069999999999999) P99(0,16.27000000000001) P99.5(0,34.13499999999999) P99.9(0,34.827) P100(0,35)", "server_memory": "server.memory_allocated: 71394200\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 175719854", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 43\nwasmcustom.kuadrant.allowed: 24\nwasmcustom.kuadrant.configs: 140\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 22\nwasmcustom.kuadrant.misses: 2"}}}
{"index": 4, "timestamp": "2026-09-16T19:17:10Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:57:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-6b6bcd64c-v6j7j", "memory": {"allocated": "72338776", "heap_size": "228589568", "pageheap_unmapped": "61579264", "pageheap_free": "42401792", "total_thread_cache": "29355480", "total_physical_bytes": "175719854"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:16:50Z/284\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 100\ncluster_manager.cds.config_reload_time_ms: 1789586208266\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 233\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 232\ncluster_manager.cds.update_time: 1789586210432\ncluster_manager.cds.version: 1593575992862221555\ncluster_manager.cluster_added: 244\ncluster_manager.cluster_modified: 88\ncluster_manager.cluster_removed: 102\ncluster_manager.cluster_updated: 110\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0246913580246915) P75(nan,2.096296296296296) P90(nan,6.016) P95(nan,9.084999999999999) P99(nan,13.680000000000007) P99.5(nan,16.840000000000003) P99.9(nan,34.768) P100(nan,35)", "server_memory": "server.memory_allocated: 72629712\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 175719854", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 66\nwasmcustom.kuadrant.allowed: 220\nwasmcustom.kuadrant.configs: 232\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 218\nwasmcustom.kuadrant.misses: 2"}}}
{"index": 5, "timestamp": "2026-09-16T19:22:12Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:57:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-6b6bcd64c-v6j7j", "memory": {"allocated": "72003368", "heap_size": "228589568", "pageheap_unmapped": "61579264", "pageheap_free": "42270720", "total_thread_cache": "29205720", "total_physical_bytes": "175719854"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:22:03Z/369\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 120\ncluster_manager.cds.config_reload_time_ms: 1789586522435\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 290\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 289\ncluster_manager.cds.update_time: 1789586523609\ncluster_manager.cds.version: 15593946432575724902\ncluster_manager.cluster_added: 265\ncluster_manager.cluster_modified: 102\ncluster_manager.cluster_removed: 131\ncluster_manager.cluster_updated: 128\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0254464285714286) P75(nan,2.0899553571428573) P90(nan,5.051666666666667) P95(nan,9.06375) P99(nan,15.110000000000014) P99.5(nan,16.555000000000007) P99.9(nan,34.71100000000001) P100(nan,35)", "server_memory": "server.memory_allocated: 71957816\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 175719854", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 85\nwasmcustom.kuadrant.allowed: 356\nwasmcustom.kuadrant.configs: 320\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 354\nwasmcustom.kuadrant.misses: 2"}}}
{"index": 6, "timestamp": "2026-09-16T19:27:14Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:57:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-6b6bcd64c-v6j7j", "memory": {"allocated": "72767544", "heap_size": "228589568", "pageheap_unmapped": "61579264", "pageheap_free": "42024960", "total_thread_cache": "29238720", "total_physical_bytes": "175719854"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:27:10Z/462\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 145\ncluster_manager.cds.config_reload_time_ms: 1789586827290\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 354\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 353\ncluster_manager.cds.update_time: 1789586830426\ncluster_manager.cds.version: 4737377523123530252\ncluster_manager.cluster_added: 290\ncluster_manager.cluster_modified: 121\ncluster_manager.cluster_removed: 150\ncluster_manager.cluster_updated: 149\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.0253472222222224) P75(2.05,2.0866319444444446) P90(2.08,5.011666666666667) P95(2.09,9.039166666666667) P99(2.098,13.46999999999997) P99.5(2.099,16.235000000000014) P99.9(2.0998,34.64699999999999) P100(2.1,35)", "server_memory": "server.memory_allocated: 72744608\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 175719854", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 110\nwasmcustom.kuadrant.allowed: 603\nwasmcustom.kuadrant.configs: 420\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 601\nwasmcustom.kuadrant.misses: 2"}}}
{"index": 7, "timestamp": "2026-09-16T19:32:17Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:57:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-6b6bcd64c-v6j7j", "memory": {"allocated": "72208480", "heap_size": "228589568", "pageheap_unmapped": "61579264", "pageheap_free": "41967616", "total_thread_cache": "29536872", "total_physical_bytes": "175719854"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:32:09Z/533\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 163\ncluster_manager.cds.config_reload_time_ms: 1789587129823\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 402\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 400\ncluster_manager.cds.update_time: 1789587129823\ncluster_manager.cds.version: 16363523424613540405\ncluster_manager.cluster_added: 307\ncluster_manager.cluster_modified: 134\ncluster_manager.cluster_removed: 166\ncluster_manager.cluster_updated: 168\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0251497005988024) P75(nan,2.0850299401197603) P90(nan,4.075) P95(nan,9.025) P99(nan,13) P99.5(nan,16) P99.9(nan,34.60000000000002) P100(nan,35)", "server_memory": "server.memory_allocated: 72165080\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 175719854", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 129\nwasmcustom.kuadrant.allowed: 786\nwasmcustom.kuadrant.configs: 496\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 784\nwasmcustom.kuadrant.misses: 2"}}}
{"index": 8, "timestamp": "2026-09-16T19:37:19Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:57:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-6b6bcd64c-v6j7j", "memory": {"allocated": "70909688", "heap_size": "257949696", "pageheap_unmapped": "92438528", "pageheap_free": "41418752", "total_thread_cache": "30914976", "total_physical_bytes": "174220718"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:37:16Z/574\"\ncluster_manager.active_clusters: 135\ncluster_manager.cds.config_reload: 177\ncluster_manager.cds.config_reload_time_ms: 1789587433907\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 440\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 438\ncluster_manager.cds.update_time: 1789587439590\ncluster_manager.cds.version: 1036821485660567397\ncluster_manager.cluster_added: 323\ncluster_manager.cluster_modified: 147\ncluster_manager.cluster_removed: 188\ncluster_manager.cluster_updated: 184\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(3.05,2.025418994413408) P75(4.05,2.0864525139664805) P90(10.4,4.088333333333334) P95(10.7,9.026875) P99(10.94,12.814999999999998) P99.5(10.969999999999999,15.814999999999998) P99.9(10.994,34.56299999999999) P100(11,35)", "server_memory": "server.memory_allocated: 71768056\nserver.memory_heap_size: 257949696\nserver.memory_physical_size: 174220718", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 5\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 1\nwasmcustom.kuadrant.configs: 4"}}}
{"index": 9, "timestamp": "2026-09-16T19:42:21Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:57:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-6b6bcd64c-v6j7j", "memory": {"allocated": "71550344", "heap_size": "257949696", "pageheap_unmapped": "108453888", "pageheap_free": "24182784", "total_thread_cache": "31894112", "total_physical_bytes": "158205358"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:42:22Z/634\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 203\ncluster_manager.cds.config_reload_time_ms: 1789587707494\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 494\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 492\ncluster_manager.cds.update_time: 1789587742712\ncluster_manager.cds.version: 1765712451495067882\ncluster_manager.cluster_added: 354\ncluster_manager.cluster_modified: 174\ncluster_manager.cluster_removed: 215\ncluster_manager.cluster_updated: 209\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.02421875) P75(nan,2.087890625) P90(nan,5.023333333333333) P95(nan,9.0555) P99(nan,13.110000000000014) P99.5(nan,16.277500000000003) P99.9(nan,34.511000000000024) P100(nan,35)", "server_memory": "server.memory_allocated: 72105632\nserver.memory_heap_size: 257949696\nserver.memory_physical_size: 158205358", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 15\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 13\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 47\nwasmcustom.kuadrant.hits: 1"}}}
{"index": 10, "timestamp": "2026-09-16T19:47:23Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:57:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-6b6bcd64c-v6j7j", "memory": {"allocated": "71697944", "heap_size": "257949696", "pageheap_unmapped": "108240896", "pageheap_free": "24150016", "total_thread_cache": "32506232", "total_physical_bytes": "158418350"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:46:57Z/660\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 210\ncluster_manager.cds.config_reload_time_ms: 1789587954616\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 519\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 517\ncluster_manager.cds.update_time: 1789588017117\ncluster_manager.cds.version: 17907264785671018460\ncluster_manager.cluster_added: 362\ncluster_manager.cluster_modified: 180\ncluster_manager.cluster_removed: 228\ncluster_manager.cluster_updated: 219\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0236585365853657) P75(nan,2.086707317073171) P90(nan,5.014444444444445) P95(nan,9.051499999999999) P99(nan,12.914999999999992) P99.5(nan,16.207499999999982) P99.9(nan,34.48299999999995) P100(nan,35)", "server_memory": "server.memory_allocated: 71658640\nserver.memory_heap_size: 257949696\nserver.memory_physical_size: 158418350", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 24\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 25\nwasmcustom.kuadrant.allowed: 6\nwasmcustom.kuadrant.configs: 83\nwasmcustom.kuadrant.hits: 6\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 11, "timestamp": "2026-09-16T19:52:25Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:57:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-6b6bcd64c-v6j7j", "memory": {"allocated": "72105128", "heap_size": "291504128", "pageheap_unmapped": "120619008", "pageheap_free": "47497216", "total_thread_cache": "26006288", "total_physical_bytes": "179298734"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:51:51Z/698\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 225\ncluster_manager.cds.config_reload_time_ms: 1789588302357\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 554\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 552\ncluster_manager.cds.update_time: 1789588311719\ncluster_manager.cds.version: 14968686419380512368\ncluster_manager.cluster_added: 380\ncluster_manager.cluster_modified: 191\ncluster_manager.cluster_removed: 240\ncluster_manager.cluster_updated: 234\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0243119266055047) P75(nan,2.0876146788990826) P90(nan,5.025454545454545) P95(nan,9.044) P99(nan,12.740000000000009) P99.5(nan,16.120000000000005) P99.9(nan,34.44799999999998) P100(nan,35)", "server_memory": "server.memory_allocated: 72065824\nserver.memory_heap_size: 291504128\nserver.memory_physical_size: 179298734", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 8\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 5\nwasmcustom.kuadrant.configs: 16"}}}
{"index": 12, "timestamp": "2026-09-16T19:57:28Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:57:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-6b6bcd64c-v6j7j", "memory": {"allocated": "72465936", "heap_size": "310378496", "pageheap_unmapped": "137551872", "pageheap_free": "49471488", "total_thread_cache": "27488528", "total_physical_bytes": "181240238"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:57:30Z/741\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 243\ncluster_manager.cds.config_reload_time_ms: 1789588652445\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 594\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 592\ncluster_manager.cds.update_time: 1789588652445\ncluster_manager.cds.version: 18276983981843068192\ncluster_manager.cluster_added: 401\ncluster_manager.cluster_modified: 211\ncluster_manager.cluster_removed: 261\ncluster_manager.cluster_updated: 253\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.1,0) P50(3.1,2.024782608695652) P75(6.1,2.088695652173913) P90(10.6,5.04) P95(10.8,9.056000000000001) P99(10.96,13.120000000000005) P99.5(10.98,16.029999999999973) P99.9(10.996,34.412000000000035) P100(11,35)", "server_memory": "server.memory_allocated: 72078040\nserver.memory_heap_size: 310378496\nserver.memory_physical_size: 181240238", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 6\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 2\nwasmcustom.kuadrant.configs: 8"}}}
{"index": 13, "timestamp": "2026-09-16T20:02:33Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:57:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-6b6bcd64c-v6j7j", "memory": {"allocated": "71550336", "heap_size": "337641472", "pageheap_unmapped": "163921920", "pageheap_free": "50675712", "total_thread_cache": "26996640", "total_physical_bytes": "182133166"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:02:01Z/780\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 256\ncluster_manager.cds.config_reload_time_ms: 1789588894497\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 630\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 627\ncluster_manager.cds.update_time: 1789588921480\ncluster_manager.cds.version: 2063816481444263870\ncluster_manager.cluster_added: 416\ncluster_manager.cluster_modified: 224\ncluster_manager.cluster_removed: 282\ncluster_manager.cluster_updated: 276\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.025201612903226) P75(nan,2.088407258064516) P90(nan,5.030714285714287) P95(nan,9.0565) P99(nan,12.865000000000009) P99.5(nan,15.932500000000005) P99.9(nan,34.37300000000005) P100(nan,35)", "server_memory": "server.memory_allocated: 71511032\nserver.memory_heap_size: 337641472\nserver.memory_physical_size: 182133166", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 8\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 24\nwasmcustom.kuadrant.hits: 1"}}}
{"index": 14, "timestamp": "2026-09-16T20:03:59Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:57:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-6b6bcd64c-v6j7j", "memory": {"allocated": "70799400", "heap_size": "337641472", "pageheap_unmapped": "209215488", "pageheap_free": "5505024", "total_thread_cache": "26104456", "total_physical_bytes": "136839598"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:03:39Z/782\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 256\ncluster_manager.cds.config_reload_time_ms: 1789588894497\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 632\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 629\ncluster_manager.cds.update_time: 1789589019644\ncluster_manager.cds.version: 86225104876720584\ncluster_manager.cluster_added: 416\ncluster_manager.cluster_modified: 224\ncluster_manager.cluster_removed: 284\ncluster_manager.cluster_updated: 277\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0251004016064256) P75(nan,2.0882530120481926) P90(nan,5.029285714285715) P95(nan,9.0555) P99(nan,12.855000000000018) P99.5(nan,15.927500000000009) P99.9(nan,34.37099999999998) P100(nan,35)", "server_memory": "server.memory_allocated: 70760096\nserver.memory_heap_size: 337641472\nserver.memory_physical_size: 136839598", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 8\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 24\nwasmcustom.kuadrant.hits: 2"}}}