{"index": 0, "timestamp": "2026-10-30T03:17:57Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-30T03:12:15Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-5b4f8cc59b-t5mxg", "memory": {"allocated": "16749688", "heap_size": "25165824", "pageheap_unmapped": "0", "pageheap_free": "5111808", "total_thread_cache": "1898824", "total_physical_bytes": "32826798"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T03:16:02Z/9\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 26\ncluster_manager.cds.config_reload_time_ms: 1793330162234\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 52\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 50\ncluster_manager.cds.update_time: 1793330162234\ncluster_manager.cds.version: 596769143618226813\ncluster_manager.cluster_added: 132\ncluster_manager.cluster_modified: 29\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 44\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0166666666666666) P75(nan,4.01) P90(nan,9.05) P95(nan,20.5) P99(nan,23.75) P99.5(nan,23.875) P99.9(nan,23.975) P100(nan,24)", "server_memory": "server.memory_allocated: 16734416\nserver.memory_heap_size: 25165824\nserver.memory_physical_size: 32826798", "wasm_stats": ""}}}
{"index": 1, "timestamp": "2026-10-30T03:23:01Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-30T03:19:02Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-5b4f8cc59b-2jh96", "memory": {"allocated": "75174848", "heap_size": "232783872", "pageheap_unmapped": "76226560", "pageheap_free": "29007872", "total_thread_cache": "31623544", "total_physical_bytes": "164181422"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T03:22:52Z/74\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 15\ncluster_manager.cds.config_reload_time_ms: 1793330564269\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 39\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 38\ncluster_manager.cds.update_time: 1793330572534\ncluster_manager.cds.version: 2233648953212052848\ncluster_manager.cluster_added: 164\ncluster_manager.cluster_modified: 4\ncluster_manager.cluster_removed: 25\ncluster_manager.cluster_updated: 40\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0444444444444443) P75(nan,4.025) P90(nan,7.0200000000000005) P95(nan,9.01) P99(nan,34.62) P99.5(nan,34.81) P99.9(nan,34.962) P100(nan,35)", "server_memory": "server.memory_allocated: 75135576\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 164181422", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 17\nwasmcustom.kuadrant.allowed: 3\nwasmcustom.kuadrant.configs: 36\nwasmcustom.kuadrant.hits: 3"}}}
{"index": 2, "timestamp": "2026-10-30T03:28:04Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-30T03:19:02Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-5b4f8cc59b-2jh96", "memory": {"allocated": "75156880", "heap_size": "234881024", "pageheap_unmapped": "83820544", "pageheap_free": "25370624", "total_thread_cache": "27788832", "total_physical_bytes": "158684590"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T03:28:15Z/132\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 35\ncluster_manager.cds.config_reload_time_ms: 1793330873859\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 91\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 90\ncluster_manager.cds.update_time: 1793330895230\ncluster_manager.cds.version: 4549238707677500546\ncluster_manager.cluster_added: 196\ncluster_manager.cluster_modified: 12\ncluster_manager.cluster_removed: 57\ncluster_manager.cluster_updated: 80\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0473684210526315) P75(nan,3.1) P90(nan,5.073333333333333) P95(nan,9.08) P99(nan,34.120000000000005) P99.5(nan,34.56) P99.9(nan,34.912000000000006) P100(nan,35)", "server_memory": "server.memory_allocated: 75571808\nserver.memory_heap_size: 234881024\nserver.memory_physical_size: 139548078", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 7\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 4\nwasmcustom.kuadrant.configs: 12"}}}
{"index": 3, "timestamp": "2026-10-30T03:33:18Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-30T03:19:29Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-5b4f8cc59b-464gn", "memory": {"allocated": "75666496", "heap_size": "241172480", "pageheap_unmapped": "91004928", "pageheap_free": "26157056", "total_thread_cache": "27823568", "total_physical_bytes": "158868910"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T03:33:19Z/168\"\ncluster_manager.active_clusters: 146\ncluster_manager.cds.config_reload: 52\ncluster_manager.cds.config_reload_time_ms: 1793331199088\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 125\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 124\ncluster_manager.cds.update_time: 1793331199088\ncluster_manager.cds.version: 896973485055296303\ncluster_manager.cluster_added: 222\ncluster_manager.cluster_modified: 18\ncluster_manager.cluster_removed: 76\ncluster_manager.cluster_updated: 90\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(2.025,2.0555555555555554) P75(2.0625,4.015) P90(2.085,5.053333333333334) P95(2.0925,9.09) P99(2.0985,16.760000000000005) P99.5(2.09925,34.379999999999995) P99.9(2.09985,34.876000000000005) P100(2.1,35)", "server_memory": "server.memory_allocated: 75643608\nserver.memory_heap_size: 241172480\nserver.memory_physical_size: 158868910", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 13\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 12\nwasmcustom.kuadrant.allowed: 7\nwasmcustom.kuadrant.configs: 36\nwasmcustom.kuadrant.hits: 7"}}}
{"index": 4, "timestamp": "2026-10-30T03:38:22Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-30T03:19:14Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-5b4f8cc59b-6wz4k", "memory": {"allocated": "75477400", "heap_size": "274726912", "pageheap_unmapped": "98426880", "pageheap_free": "50184192", "total_thread_cache": "29855776", "total_physical_bytes": "184545710"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T03:37:55Z/204\"\ncluster_manager.active_clusters: 143\ncluster_manager.cds.config_reload: 65\ncluster_manager.cds.config_reload_time_ms: 1793331472281\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 158\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 157\ncluster_manager.cds.update_time: 1793331475847\ncluster_manager.cds.version: 6995077043927647628\ncluster_manager.cluster_added: 241\ncluster_manager.cluster_modified: 25\ncluster_manager.cluster_removed: 98\ncluster_manager.cluster_updated: 145\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0442857142857145) P75(nan,3.0897727272727273) P90(nan,5.038333333333333) P95(nan,9.057500000000001) P99(nan,15.430000000000007) P99.5(nan,35.215) P99.9(nan,35.84299999999999) P100(nan,36)", "server_memory": "error: timeout", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 5\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 3\nwasmcustom.kuadrant.configs: 4"}}}
{"index": 5, "timestamp": "2026-10-30T03:43:40Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-30T03:19:14Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-5b4f8cc59b-6wz4k", "memory": {"allocated": "75356368", "heap_size": "329252864", "pageheap_unmapped": "175177728", "pageheap_free": "26492928", "total_thread_cache": "28251024", "total_physical_bytes": "162320814"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T03:43:17Z/248\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 81\ncluster_manager.cds.config_reload_time_ms: 1793331761472\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 198\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 197\ncluster_manager.cds.update_time: 1793331797158\ncluster_manager.cds.version: 14689764622101202990\ncluster_manager.cluster_added: 267\ncluster_manager.cluster_modified: 30\ncluster_manager.cluster_removed: 128\ncluster_manager.cluster_updated: 174\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0453488372093025) P75(nan,3.0990384615384614) P90(nan,5.036666666666667) P95(nan,9.007499999999999) P99(nan,15.030000000000001) P99.5(nan,35.014999999999986) P99.9(nan,35.803) P100(nan,36)", "server_memory": "server.memory_allocated: 75337576\nserver.memory_heap_size: 329252864\nserver.memory_physical_size: 162320814", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 9\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 7\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 20\nwasmcustom.kuadrant.hits: 1"}}}
{"index": 6, "timestamp": "2026-10-30T03:48:45Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-30T03:19:14Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-5b4f8cc59b-6wz4k", "memory": {"allocated": "76033184", "heap_size": "335544320", "pageheap_unmapped": "152698880", "pageheap_free": "55779328", "total_thread_cache": "27906216", "total_physical_bytes": "191091118"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T03:48:33Z/285\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 98\ncluster_manager.cds.config_reload_time_ms: 1793332113203\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 233\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 232\ncluster_manager.cds.update_time: 1793332113203\ncluster_manager.cds.version: 10319299488657820159\ncluster_manager.cluster_added: 292\ncluster_manager.cluster_modified: 40\ncluster_manager.cluster_removed: 147\ncluster_manager.cluster_updated: 204\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0481481481481483) P75(nan,3.096774193548387) P90(nan,5.042222222222223) P95(nan,8.069999999999999) P99(nan,14.680000000000007) P99.5(nan,15.840000000000003) P99.9(nan,35.768) P100(nan,36)", "server_memory": "server.memory_allocated: 75993912\nserver.memory_heap_size: 335544320\nserver.memory_physical_size: 191091118", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 6\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 3\nwasmcustom.kuadrant.configs: 8"}}}
{"index": 7, "timestamp": "2026-10-30T03:53:49Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-30T03:19:14Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-5b4f8cc59b-6wz4k", "memory": {"allocated": "75509320", "heap_size": "335544320", "pageheap_unmapped": "185999360", "pageheap_free": "21970944", "total_thread_cache": "28068448", "total_physical_bytes": "157790638"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T03:53:40Z/318\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 108\ncluster_manager.cds.config_reload_time_ms: 1793332419473\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 265\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 263\ncluster_manager.cds.update_time: 1793332420231\ncluster_manager.cds.version: 2679921237242609275\ncluster_manager.cluster_added: 311\ncluster_manager.cluster_modified: 43\ncluster_manager.cluster_removed: 172\ncluster_manager.cluster_updated: 226\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.049137931034483) P75(nan,3.092948717948718) P90(nan,5.03) P95(nan,8.0925) P99(nan,15.370000000000005) P99.5(nan,17.685000000000002) P99.9(nan,35.73700000000002) P100(nan,36)", "server_memory": "server.memory_allocated: 75470048\nserver.memory_heap_size: 335544320\nserver.memory_physical_size: 157790638", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 12\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 14\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 35\nwasmcustom.kuadrant.hits: 1\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 8, "timestamp": "2026-10-30T03:59:02Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-30T03:19:14Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-5b4f8cc59b-6wz4k", "memory": {"allocated": "75578304", "heap_size": "335544320", "pageheap_unmapped": "185638912", "pageheap_free": "21929984", "total_thread_cache": "28823048", "total_physical_bytes": "158151086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T03:58:45Z/356\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 121\ncluster_manager.cds.config_reload_time_ms: 1793332724285\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 299\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 297\ncluster_manager.cds.update_time: 1793332725828\ncluster_manager.cds.version: 12611000792256153476\ncluster_manager.cluster_added: 333\ncluster_manager.cluster_modified: 52\ncluster_manager.cluster_removed: 193\ncluster_manager.cluster_updated: 262\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.05) P75(nan,3.094767441860465) P90(nan,5.048181818181818) P95(nan,9.038333333333332) P99(nan,15.029999999999973) P99.5(nan,17.514999999999986) P99.9(nan,35.702999999999975) P100(nan,36)", "server_memory": "server.memory_allocated: 75539032\nserver.memory_heap_size: 335544320\nserver.memory_physical_size: 158151086", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 16\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 21\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 51\nwasmcustom.kuadrant.hits: 1\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 9, "timestamp": "2026-10-30T04:04:06Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-30T03:19:14Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-5b4f8cc59b-6wz4k", "memory": {"allocated": "76637736", "heap_size": "362807296", "pageheap_unmapped": "184770560", "pageheap_free": "51347456", "total_thread_cache": "26456752", "total_physical_bytes": "186282414"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T04:04:07Z/393\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 135\ncluster_manager.cds.config_reload_time_ms: 1793333051011\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 334\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 332\ncluster_manager.cds.update_time: 1793333051017\ncluster_manager.cds.version: 13866719176443529216\ncluster_manager.cluster_added: 350\ncluster_manager.cluster_modified: 65\ncluster_manager.cluster_removed: 208\ncluster_manager.cluster_updated: 282\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(2.025,0) P50(3.05,2.0467948717948716) P75(5.075,3.088586956521739) P90(9.05,5.050714285714286) P95(9.075,9.03875) P99(9.095,15.35499999999999) P99.5(9.0975,17.355000000000018) P99.9(9.0995,35.67099999999999) P100(9.1,36)", "server_memory": "server.memory_allocated: 76204304\nserver.memory_heap_size: 362807296\nserver.memory_physical_size: 186282414", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 5\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 1\nwasmcustom.kuadrant.configs: 4"}}}
{"index": 10, "timestamp": "2026-10-30T04:09:12Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-30T04:04:52Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-5b4f8cc59b-25jp2", "memory": {"allocated": "74473520", "heap_size": "224395264", "pageheap_unmapped": "61112320", "pageheap_free": "40157184", "total_thread_cache": "26606104", "total_physical_bytes": "170571182"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T04:08:30Z/409\"\ncluster_manager.active_clusters: 135\ncluster_manager.cds.config_reload: 4\ncluster_manager.cds.config_reload_time_ms: 1793333274316\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 17\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 16\ncluster_manager.cds.update_time: 1793333310533\ncluster_manager.cds.version: 7414099274265673909\ncluster_manager.cluster_added: 145\ncluster_manager.cluster_modified: 0\ncluster_manager.cluster_removed: 10\ncluster_manager.cluster_updated: 18\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,0) P75(nan,3.05) P90(nan,5.04) P95(nan,65.2) P99(nan,65.84) P99.5(nan,65.92) P99.9(nan,65.984) P100(nan,66)", "server_memory": "server.memory_allocated: 74434248\nserver.memory_heap_size: 224395264\nserver.memory_physical_size: 170571182", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 6\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 2\nwasmcustom.kuadrant.configs: 8"}}}
{"index": 11, "timestamp": "2026-10-30T04:14:15Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-30T04:04:52Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-5b4f8cc59b-25jp2", "memory": {"allocated": "75240432", "heap_size": "230686720", "pageheap_unmapped": "79405056", "pageheap_free": "26836992", "total_thread_cache": "26352896", "total_physical_bytes": "158569902"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T04:14:13Z/463\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 21\ncluster_manager.cds.config_reload_time_ms: 1793333601310\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 66\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 65\ncluster_manager.cds.update_time: 1793333653758\ncluster_manager.cds.version: 5078606592179953248\ncluster_manager.cluster_added: 170\ncluster_manager.cluster_modified: 12\ncluster_manager.cluster_removed: 25\ncluster_manager.cluster_updated: 57\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.0346153846153845) P75(0,4.010714285714286) P90(0,5.0875) P95(0,8.075) P99(0,65.35) P99.5(0,65.675) P99.9(0,65.935) P100(0,66)", "server_memory": "server.memory_allocated: 75221640\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 158569902", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 11\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 10\nwasmcustom.kuadrant.configs: 28"}}}
{"index": 12, "timestamp": "2026-10-30T04:16:40Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-30T04:04:52Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-5b4f8cc59b-25jp2", "memory": {"allocated": "74137776", "heap_size": "230686720", "pageheap_unmapped": "79405056", "pageheap_free": "26828800", "total_thread_cache": "28293208", "total_physical_bytes": "158569902"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T04:16:39Z/473\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 21\ncluster_manager.cds.config_reload_time_ms: 1793333601310\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 75\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 74\ncluster_manager.cds.update_time: 1793333799240\ncluster_manager.cds.version: 6499195865239334016\ncluster_manager.cluster_added: 170\ncluster_manager.cluster_modified: 12\ncluster_manager.cluster_removed: 38\ncluster_manager.cluster_updated: 63\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,0) P50(2.05,2.0214285714285714) P75(2.075,3.09375) P90(2.09,5.065) P95(2.095,8.03) P99(2.099,65.26) P99.5(2.0995,65.63) P99.9(2.0999,65.926) P100(2.1,66)", "server_memory": "server.memory_allocated: 74118952\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 158569902", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 12\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 13\nwasmcustom.kuadrant.configs: 35"}}}