{"index": 0, "timestamp": "2026-09-16T19:19:27Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-09-16T19:13:48Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-gtqp4", "memory": {"allocated": "13437464", "heap_size": "20971520", "pageheap_unmapped": "0", "pageheap_free": "4227072", "total_thread_cache": "1859168", "total_physical_bytes": "28284334"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:17:42Z/9\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 24\ncluster_manager.cds.config_reload_time_ms: 1789586262541\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 52\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 50\ncluster_manager.cds.update_time: 1789586262541\ncluster_manager.cds.version: 6840860314267401541\ncluster_manager.cluster_added: 132\ncluster_manager.cluster_modified: 27\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 39\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,0) P75(nan,3.0625) P90(nan,10.333333333333334) P95(nan,17.5) P99(nan,38.5) P99.5(nan,38.75) P99.9(nan,38.95) P100(nan,39)", "server_memory": "server.memory_allocated: 13398160\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 28284334", "wasm_stats": ""}}}
{"index": 1, "timestamp": "2026-09-16T19:24:30Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:19:59Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-gtqp4", "memory": {"allocated": "71950496", "heap_size": "226492416", "pageheap_unmapped": "61448192", "pageheap_free": "39649280", "total_thread_cache": "29284432", "total_physical_bytes": "173376942"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:24:18Z/100\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 31\ncluster_manager.cds.config_reload_time_ms: 1789586658906\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 69\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 68\ncluster_manager.cds.update_time: 1789586658906\ncluster_manager.cds.version: 7016674011071966961\ncluster_manager.cluster_added: 170\ncluster_manager.cluster_modified: 32\ncluster_manager.cluster_removed: 31\ncluster_manager.cluster_updated: 33\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0533333333333332) P75(nan,3.1) P90(nan,10.040000000000001) P95(nan,10.719999999999999) P99(nan,57.31999999999999) P99.5(nan,57.66) P99.9(nan,57.932) P100(nan,58)", "server_memory": "server.memory_allocated: 71911192\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 173376942", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 19\nwasmcustom.kuadrant.allowed: 12\nwasmcustom.kuadrant.configs: 44\nwasmcustom.kuadrant.hits: 12"}}}
{"index": 2, "timestamp": "2026-09-16T19:29:32Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:19:59Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-gtqp4", "memory": {"allocated": "71081808", "heap_size": "226492416", "pageheap_unmapped": "61448192", "pageheap_free": "39395328", "total_thread_cache": "29830880", "total_physical_bytes": "173376942"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:29:12Z/150\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 55\ncluster_manager.cds.config_reload_time_ms: 1789586915394\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 116\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 115\ncluster_manager.cds.update_time: 1789586952919\ncluster_manager.cds.version: 13558446219325724631\ncluster_manager.cluster_added: 195\ncluster_manager.cluster_modified: 56\ncluster_manager.cluster_removed: 63\ncluster_manager.cluster_updated: 60\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0453125) P75(nan,3.075) P90(nan,9.05) P95(nan,10.75) P99(nan,11.949999999999998) P99.5(nan,57.425) P99.9(nan,57.885000000000005) P100(nan,58)", "server_memory": "server.memory_allocated: 71042504\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 173376942", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 26\nwasmcustom.kuadrant.allowed: 18\nwasmcustom.kuadrant.configs: 72\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 18"}}}
{"index": 3, "timestamp": "2026-09-16T19:34:35Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:19:59Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-gtqp4", "memory": {"allocated": "72100840", "heap_size": "226492416", "pageheap_unmapped": "61341696", "pageheap_free": "39124992", "total_thread_cache": "29607904", "total_physical_bytes": "173483438"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:33:57Z/201\"\ncluster_manager.active_clusters: 135\ncluster_manager.cds.config_reload: 77\ncluster_manager.cds.config_reload_time_ms: 1789587234195\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 160\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 159\ncluster_manager.cds.update_time: 1789587237818\ncluster_manager.cds.version: 13923050161025338349\ncluster_manager.cluster_added: 216\ncluster_manager.cluster_modified: 77\ncluster_manager.cluster_removed: 81\ncluster_manager.cluster_updated: 79\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0433333333333334) P75(nan,3.0647727272727274) P90(nan,9.004999999999999) P95(nan,10.756249999999998) P99(nan,14.409999999999997) P99.5(nan,57.20500000000001) P99.9(nan,57.84100000000001) P100(nan,58)", "server_memory": "server.memory_allocated: 72065632\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 173483438", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 41\nwasmcustom.kuadrant.allowed: 101\nwasmcustom.kuadrant.configs: 132\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 101"}}}
{"index": 4, "timestamp": "2026-09-16T19:39:37Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:19:59Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-gtqp4", "memory": {"allocated": "70927152", "heap_size": "226492416", "pageheap_unmapped": "61341696", "pageheap_free": "39624704", "total_thread_cache": "28797664", "total_physical_bytes": "173483438"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:39:25Z/304\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 98\ncluster_manager.cds.config_reload_time_ms: 1789587510217\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 224\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 223\ncluster_manager.cds.update_time: 1789587565649\ncluster_manager.cds.version: 1182161805653518451\ncluster_manager.cluster_added: 236\ncluster_manager.cluster_modified: 90\ncluster_manager.cluster_removed: 104\ncluster_manager.cluster_updated: 100\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0316901408450705) P75(nan,3.026851851851852) P90(nan,7.0566666666666675) P95(nan,10.485) P99(nan,13.77000000000001) P99.5(nan,14.884999999999991) P99.9(nan,57.77699999999999) P100(nan,58)", "server_memory": "server.memory_allocated: 70887848\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 173483438", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 64\nwasmcustom.kuadrant.allowed: 319\nwasmcustom.kuadrant.configs: 227\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 319"}}}
{"index": 5, "timestamp": "2026-09-16T19:44:39Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:19:59Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-gtqp4", "memory": {"allocated": "72575296", "heap_size": "226492416", "pageheap_unmapped": "61333504", "pageheap_free": "39387136", "total_thread_cache": "29005856", "total_physical_bytes": "173491630"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:44:40Z/381\"\ncluster_manager.active_clusters: 136\ncluster_manager.cds.config_reload: 124\ncluster_manager.cds.config_reload_time_ms: 1789587841491\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 288\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 287\ncluster_manager.cds.update_time: 1789587880570\ncluster_manager.cds.version: 5037184677600376223\ncluster_manager.cluster_added: 259\ncluster_manager.cluster_modified: 107\ncluster_manager.cluster_removed: 123\ncluster_manager.cluster_updated: 123\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.031720430107527) P75(nan,3.019871794871795) P90(nan,5.091666666666667) P95(nan,10.375) P99(nan,13.574999999999989) P99.5(nan,14.574999999999989) P99.9(nan,57.714999999999975) P100(nan,58)", "server_memory": "server.memory_allocated: 72835392\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 173491630", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 87\nwasmcustom.kuadrant.allowed: 382\nwasmcustom.kuadrant.configs: 322\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 382"}}}
{"index": 6, "timestamp": "2026-09-16T19:49:42Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:19:59Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-gtqp4", "memory": {"allocated": "73190192", "heap_size": "226492416", "pageheap_unmapped": "61333504", "pageheap_free": "39190528", "total_thread_cache": "28496504", "total_physical_bytes": "173491630"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:49:34Z/493\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 149\ncluster_manager.cds.config_reload_time_ms: 1789588159808\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 358\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 356\ncluster_manager.cds.update_time: 1789588174730\ncluster_manager.cds.version: 8035221622800724428\ncluster_manager.cluster_added: 283\ncluster_manager.cluster_modified: 127\ncluster_manager.cluster_removed: 142\ncluster_manager.cluster_updated: 149\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0279661016949153) P75(nan,3.008695652173913) P90(nan,5.048571428571429) P95(nan,10.246153846153845) P99(nan,13.219999999999999) P99.5(nan,14.21999999999997) P99.9(nan,57.644000000000005) P100(nan,58)", "server_memory": "server.memory_allocated: 73150888\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 173491630", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 115\nwasmcustom.kuadrant.allowed: 678\nwasmcustom.kuadrant.configs: 434\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 678"}}}
{"index": 7, "timestamp": "2026-09-16T19:54:44Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:19:59Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-gtqp4", "memory": {"allocated": "72067168", "heap_size": "226492416", "pageheap_unmapped": "61276160", "pageheap_free": "39149568", "total_thread_cache": "29427512", "total_physical_bytes": "173548974"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:54:35Z/577\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 175\ncluster_manager.cds.config_reload_time_ms: 1789588470596\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 416\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 414\ncluster_manager.cds.update_time: 1789588475331\ncluster_manager.cds.version: 8527644316073598262\ncluster_manager.cluster_added: 307\ncluster_manager.cluster_modified: 152\ncluster_manager.cluster_removed: 168\ncluster_manager.cluster_updated: 175\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0335766423357664) P75(nan,3.022727272727273) P90(nan,5.087272727272728) P95(nan,10.206249999999997) P99(nan,12.860000000000014) P99.5(nan,13.965000000000003) P99.9(nan,57.58600000000001) P100(nan,58)", "server_memory": "server.memory_allocated: 72027864\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 173548974", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 133\nwasmcustom.kuadrant.allowed: 895\nwasmcustom.kuadrant.configs: 506\nwasmcustom.kuadrant.denied: 3\nwasmcustom.kuadrant.hits: 895"}}}
{"index": 8, "timestamp": "2026-09-16T19:59:46Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:19:59Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-gtqp4", "memory": {"allocated": "72106992", "heap_size": "226492416", "pageheap_unmapped": "61276160", "pageheap_free": "39182336", "total_thread_cache": "28965976", "total_physical_bytes": "173548974"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:59:12Z/613\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 193\ncluster_manager.cds.config_reload_time_ms: 1789588752092\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 447\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 445\ncluster_manager.cds.update_time: 1789588752092\ncluster_manager.cds.version: 9633566491652407018\ncluster_manager.cluster_added: 325\ncluster_manager.cluster_modified: 171\ncluster_manager.cluster_removed: 180\ncluster_manager.cluster_updated: 191\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0353146853146855) P75(nan,3.031779661016949) P90(nan,6.035714285714286) P95(nan,10.279411764705882) P99(nan,13.183333333333337) P99.5(nan,13.924999999999992) P99.9(nan,57.55500000000001) P100(nan,58)", "server_memory": "server.memory_allocated: 72067688\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 173548974", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 142\nwasmcustom.kuadrant.allowed: 897\nwasmcustom.kuadrant.configs: 542\nwasmcustom.kuadrant.denied: 3\nwasmcustom.kuadrant.hits: 897"}}}
{"index": 9, "timestamp": "2026-09-16T20:04:48Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:19:59Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-gtqp4", "memory": {"allocated": "72076208", "heap_size": "226492416", "pageheap_unmapped": "61276160", "pageheap_free": "39141376", "total_thread_cache": "29084888", "total_physical_bytes": "173548974"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:04:33Z/686\"\ncluster_manager.active_clusters: 146\ncluster_manager.cds.config_reload: 228\ncluster_manager.cds.config_reload_time_ms: 1789589073294\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 512\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 510\ncluster_manager.cds.update_time: 1789589073294\ncluster_manager.cds.version: 3737300307993166724\ncluster_manager.cluster_added: 362\ncluster_manager.cluster_modified: 208\ncluster_manager.cluster_removed: 216\ncluster_manager.cluster_updated: 217\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0375) P75(nan,3.041044776119403) P90(nan,6.06) P95(nan,10.342105263157896) P99(nan,13.633333333333326) P99.5(nan,16.224999999999994) P99.9(nan,57.49000000000001) P100(nan,58)", "server_memory": "server.memory_allocated: 72036904\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 173548974", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 151\nwasmcustom.kuadrant.allowed: 900\nwasmcustom.kuadrant.configs: 578\nwasmcustom.kuadrant.denied: 3\nwasmcustom.kuadrant.hits: 900"}}}
{"index": 10, "timestamp": "2026-09-16T20:09:51Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:19:59Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-gtqp4", "memory": {"allocated": "72282952", "heap_size": "226492416", "pageheap_unmapped": "77905920", "pageheap_free": "24698880", "total_thread_cache": "29175728", "total_physical_bytes": "156919214"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:09:51Z/713\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 238\ncluster_manager.cds.config_reload_time_ms: 1789589381894\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 537\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 535\ncluster_manager.cds.update_time: 1789589391635\ncluster_manager.cds.version: 2795267144810508239\ncluster_manager.cluster_added: 371\ncluster_manager.cluster_modified: 215\ncluster_manager.cluster_removed: 230\ncluster_manager.cluster_updated: 228\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,0) P50(2.05,2.0372781065088756) P75(2.075,3.039285714285714) P90(2.09,6.050909090909091) P95(2.095,10.331578947368419) P99(2.099,13.886666666666656) P99.5(2.0995,16.16500000000002) P99.9(2.0999,57.46600000000001) P100(2.1,58)", "server_memory": "server.memory_allocated: 72243648\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 156919214", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 7\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 24\nwasmcustom.kuadrant.hits: 2"}}}
{"index": 11, "timestamp": "2026-09-16T20:14:53Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:19:59Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-gtqp4", "memory": {"allocated": "71660960", "heap_size": "253755392", "pageheap_unmapped": "124026880", "pageheap_free": "7233536", "total_thread_cache": "28009408", "total_physical_bytes": "138061230"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:13:23Z/740\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 248\ncluster_manager.cds.config_reload_time_ms: 1789589603092\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 561\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 559\ncluster_manager.cds.update_time: 1789589603092\ncluster_manager.cds.version: 3115773635460150356\ncluster_manager.cluster_added: 380\ncluster_manager.cluster_modified: 223\ncluster_manager.cluster_removed: 240\ncluster_manager.cluster_updated: 242\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0362857142857145) P75(nan,3.0386986301369863) P90(nan,6.046363636363637) P95(nan,10.352499999999997) P99(nan,13.852499999999992) P99.5(nan,16.10250000000002) P99.9(nan,57.44100000000003) P100(nan,58)", "server_memory": "server.memory_allocated: 71621656\nserver.memory_heap_size: 253755392\nserver.memory_physical_size: 138061230", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 8\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 5\nwasmcustom.kuadrant.configs: 16\nwasmcustom.kuadrant.hits: 1"}}}
{"index": 12, "timestamp": "2026-09-16T20:19:55Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:19:59Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-gtqp4", "memory": {"allocated": "72082656", "heap_size": "253755392", "pageheap_unmapped": "105111552", "pageheap_free": "25542656", "total_thread_cache": "28278704", "total_physical_bytes": "156976558"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:19:31Z/777\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 263\ncluster_manager.cds.config_reload_time_ms: 1789589971496\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 595\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 592\ncluster_manager.cds.update_time: 1789589997239\ncluster_manager.cds.version: 13706926752009388410\ncluster_manager.cluster_added: 397\ncluster_manager.cluster_modified: 239\ncluster_manager.cluster_removed: 250\ncluster_manager.cluster_updated: 267\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0366310160427807) P75(nan,3.039527027027027) P90(nan,6.053636363636364) P95(nan,10.402380952380948) P99(nan,14.03000000000001) P99.5(nan,16.02249999999998) P99.9(nan,57.40899999999999) P100(nan,58)", "server_memory": "server.memory_allocated: 71914008\nserver.memory_heap_size: 253755392\nserver.memory_physical_size: 156976558", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 15\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 14\nwasmcustom.kuadrant.allowed: 6\nwasmcustom.kuadrant.configs: 44\nwasmcustom.kuadrant.hits: 6"}}}
{"index": 13, "timestamp": "2026-09-16T20:24:58Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:19:59Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-gtqp4", "memory": {"allocated": "72029312", "heap_size": "253755392", "pageheap_unmapped": "104710144", "pageheap_free": "25567232", "total_thread_cache": "28397504", "total_physical_bytes": "157377966"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:24:57Z/805\"\ncluster_manager.active_clusters: 144\ncluster_manager.cds.config_reload: 274\ncluster_manager.cds.config_reload_time_ms: 1789590296095\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 621\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 618\ncluster_manager.cds.update_time: 1789590297539\ncluster_manager.cds.version: 15454933237330085215\ncluster_manager.cluster_added: 409\ncluster_manager.cluster_modified: 250\ncluster_manager.cluster_removed: 265\ncluster_manager.cluster_updated: 280\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(1.05,0) P50(2.1,2.0372448979591837) P75(8.05,3.040909090909091) P90(11.4,6.056363636363637) P95(11.7,10.413636363636364) P99(11.94,13.955000000000013) P99.5(11.969999999999999,14.96999999999999) P99.9(11.994,57.38199999999995) P100(12,58)", "server_memory": "server.memory_allocated: 72010552\nserver.memory_heap_size: 253755392\nserver.memory_physical_size: 157377966", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 23\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 25\nwasmcustom.kuadrant.allowed: 8\nwasmcustom.kuadrant.configs: 79\nwasmcustom.kuadrant.hits: 8"}}}
{"index": 14, "timestamp": "2026-09-16T20:26:49Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:19:59Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-gtqp4", "memory": {"allocated": "19432432", "heap_size": "253755392", "pageheap_unmapped": "132849664", "pageheap_free": "31612928", "total_thread_cache": "27813592", "total_physical_bytes": "129238446"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:26:03Z/821\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 276\ncluster_manager.cds.config_reload_time_ms: 1789590311195\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 635\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 632\ncluster_manager.cds.update_time: 1789590363178\ncluster_manager.cds.version: 12015603321158726939\ncluster_manager.cluster_added: 410\ncluster_manager.cluster_modified: 251\ncluster_manager.cluster_removed: 278\ncluster_manager.cluster_updated: 291\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0351758793969847) P75(nan,3.037179487179487) P90(nan,6.043636363636364) P95(nan,10.381818181818181) P99(nan,13.919999999999987) P99.5(nan,14.946666666666678) P99.9(nan,57.36800000000005) P100(nan,58)", "server_memory": "server.memory_allocated: 19393128\nserver.memory_heap_size: 253755392\nserver.memory_physical_size: 129238446", "wasm_stats": ""}}}