{"index": 0, "timestamp": "2026-10-31T00:41:32Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-31T00:35:17Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-568c495856-xc7wn", "memory": {"allocated": "16789640", "heap_size": "25165824", "pageheap_unmapped": "0", "pageheap_free": "5005312", "total_thread_cache": "1832584", "total_physical_bytes": "32818606"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-31T00:39:33Z/10\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 26\ncluster_manager.cds.config_reload_time_ms: 1793407173127\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 49\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 47\ncluster_manager.cds.update_time: 1793407173127\ncluster_manager.cds.version: 14457063842804073393\ncluster_manager.cluster_added: 132\ncluster_manager.cluster_modified: 27\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 46\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.015) P75(nan,4.0321428571428575) P90(nan,9.030000000000001) P95(nan,12.649999999999999) P99(nan,26.53) P99.5(nan,26.765) P99.9(nan,26.953000000000003) P100(nan,27)", "server_memory": "server.memory_allocated: 16750368\nserver.memory_heap_size: 25165824\nserver.memory_physical_size: 32818606", "wasm_stats": ""}}} {"index": 1, "timestamp": "2026-10-31T00:46:36Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-10-31T00:45:09Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-568c495856-h2nt2", "memory": {"allocated": "75536288", "heap_size": "230686720", "pageheap_unmapped": "60817408", "pageheap_free": "40894464", "total_thread_cache": "30636328", "total_physical_bytes": "177092014"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-31T00:46:39Z/68\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 12\ncluster_manager.cds.config_reload_time_ms: 1793407593710\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 23\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 22\ncluster_manager.cds.update_time: 1793407599118\ncluster_manager.cds.version: 8351518410733425977\ncluster_manager.cluster_added: 152\ncluster_manager.cluster_modified: 12\ncluster_manager.cluster_removed: 7\ncluster_manager.cluster_updated: 26\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.0357142857142856) P75(1.1,3.075) P90(3.06,9.09) P95(3.08,14.95) P99(3.096,41.79) P99.5(3.098,41.894999999999996) P99.9(3.0996,41.979) P100(3.1,42)", "server_memory": "server.memory_allocated: 75525344\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 177092014", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 12\nwasmcustom.kuadrant.configs: 16"}}} {"index": 2, "timestamp": "2026-10-31T00:51:41Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-31T00:48:20Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-568c495856-gxtp4", "memory": {"allocated": "75170720", "heap_size": "232783872", "pageheap_unmapped": "74244096", "pageheap_free": "28319744", "total_thread_cache": "32875448", "total_physical_bytes": "166020526"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-31T00:51:41Z/142\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 26\ncluster_manager.cds.config_reload_time_ms: 1793407898810\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 58\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 57\ncluster_manager.cds.update_time: 1793407901062\ncluster_manager.cds.version: 674696890013102297\ncluster_manager.cluster_added: 167\ncluster_manager.cluster_modified: 26\ncluster_manager.cluster_removed: 26\ncluster_manager.cluster_updated: 34\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(5,0) P25(5.075,0) P50(6.05,2.033333333333333) P75(10.25,4.05) P90(10.7,10.399999999999999) P95(10.85,21.099999999999998) P99(10.969999999999999,35.44) P99.5(10.985,35.72) P99.9(10.997,35.944) P100(11,36)", "server_memory": "server.memory_allocated: 75131448\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 166020526", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 17\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 36\nwasmcustom.kuadrant.hits: 1"}}} {"index": 3, "timestamp": "2026-10-31T00:56:45Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-10-31T00:45:09Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-568c495856-h2nt2", "memory": {"allocated": "75837232", "heap_size": "230686720", "pageheap_unmapped": "73007104", "pageheap_free": "30842880", "total_thread_cache": "29394776", "total_physical_bytes": "164902318"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-31T00:56:28Z/212\"\ncluster_manager.active_clusters: 146\ncluster_manager.cds.config_reload: 79\ncluster_manager.cds.config_reload_time_ms: 1793408187124\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 161\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 160\ncluster_manager.cds.update_time: 1793408188359\ncluster_manager.cds.version: 4925944334629832767\ncluster_manager.cluster_added: 226\ncluster_manager.cluster_modified: 77\ncluster_manager.cluster_removed: 80\ncluster_manager.cluster_updated: 108\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0142857142857142) P75(nan,3.08) P90(nan,7.1) P95(nan,9.077777777777778) P99(nan,14.800000000000002) P99.5(nan,41.19999999999999) P99.9(nan,41.84) P100(nan,42)", "server_memory": "server.memory_allocated: 75818440\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 164902318", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 21\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 29\nwasmcustom.kuadrant.allowed: 3\nwasmcustom.kuadrant.configs: 68\nwasmcustom.kuadrant.hits: 3"}}} {"index": 4, "timestamp": "2026-10-31T01:01:50Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-10-31T00:45:07Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-568c495856-q8ngg", "memory": {"allocated": "74602856", "heap_size": "236978176", "pageheap_unmapped": "82976768", "pageheap_free": "27631616", "total_thread_cache": "30188320", "total_physical_bytes": "162710958"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-31T01:01:46Z/272\"\ncluster_manager.active_clusters: 135\ncluster_manager.cds.config_reload: 104\ncluster_manager.cds.config_reload_time_ms: 1793408477871\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 220\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 219\ncluster_manager.cds.update_time: 1793408506498\ncluster_manager.cds.version: 18287090441459605604\ncluster_manager.cluster_added: 254\ncluster_manager.cluster_modified: 104\ncluster_manager.cluster_removed: 119\ncluster_manager.cluster_updated: 160\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.004385964912281) P75(2.05,3.0016666666666665) P90(2.08,7.01) P95(2.09,9.061923076923076) P99(2.098,14.810000000000002) P99.5(2.099,15.905000000000001) P99.9(2.0998,49.781000000000006) P100(2.1,50)", "server_memory": "server.memory_allocated: 74587616\nserver.memory_heap_size: 236978176\nserver.memory_physical_size: 162710958", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 31\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 43\nwasmcustom.kuadrant.allowed: 4\nwasmcustom.kuadrant.configs: 108\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 4"}}} {"index": 5, "timestamp": "2026-10-31T01:06:55Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-31T01:03:41Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-568c495856-6g8bg", "memory": {"allocated": "75382928", "heap_size": "239075328", "pageheap_unmapped": "73981952", "pageheap_free": "35807232", "total_thread_cache": "32324016", "total_physical_bytes": "173540782"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-31T01:06:10Z/327\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 14\ncluster_manager.cds.config_reload_time_ms: 1793408770781\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 30\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 29\ncluster_manager.cds.update_time: 1793408770781\ncluster_manager.cds.version: 7740971732128283797\ncluster_manager.cluster_added: 164\ncluster_manager.cluster_modified: 13\ncluster_manager.cluster_removed: 19\ncluster_manager.cluster_updated: 19\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.01) P75(nan,3.06875) P90(nan,9.01) P95(nan,14.549999999999997) P99(nan,38.71) P99.5(nan,38.855000000000004) P99.9(nan,38.971000000000004) P100(nan,39)", "server_memory": "server.memory_allocated: 75367720\nserver.memory_heap_size: 239075328\nserver.memory_physical_size: 173540782", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 15\nwasmcustom.kuadrant.configs: 28"}}} {"index": 6, "timestamp": "2026-10-31T01:11:59Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-31T01:09:30Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-568c495856-b9b65", "memory": {"allocated": "75579856", "heap_size": "224395264", "pageheap_unmapped": "55484416", "pageheap_free": "41975808", "total_thread_cache": "26907664", "total_physical_bytes": "177132974"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-31T01:11:49Z/370\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 12\ncluster_manager.cds.config_reload_time_ms: 1793409109071\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 26\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 25\ncluster_manager.cds.update_time: 1793409109731\ncluster_manager.cds.version: 16300093910064031321\ncluster_manager.cluster_added: 160\ncluster_manager.cluster_modified: 13\ncluster_manager.cluster_removed: 13\ncluster_manager.cluster_updated: 20\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,3.05) P75(nan,4.082142857142857) P90(nan,14.5) P95(nan,21.75) P99(nan,37.75) P99.5(nan,37.875) P99.9(nan,37.975) P100(nan,38)", "server_memory": "server.memory_allocated: 75540584\nserver.memory_heap_size: 224395264\nserver.memory_physical_size: 177132974", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 12\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 16\nwasmcustom.kuadrant.hits: 1"}}} {"index": 7, "timestamp": "2026-10-31T01:17:04Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-10-31T00:45:07Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-568c495856-q8ngg", "memory": {"allocated": "75044928", "heap_size": "283115520", "pageheap_unmapped": "130351104", "pageheap_free": "26976256", "total_thread_cache": "28138184", "total_physical_bytes": "161178030"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-31T01:16:58Z/410\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 165\ncluster_manager.cds.config_reload_time_ms: 1793409380460\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 350\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 348\ncluster_manager.cds.update_time: 1793409418018\ncluster_manager.cds.version: 4698453511921097712\ncluster_manager.cluster_added: 328\ncluster_manager.cluster_modified: 169\ncluster_manager.cluster_removed: 194\ncluster_manager.cluster_updated: 268\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0022727272727274) P75(nan,3.005) P90(nan,7.06) P95(nan,9.06952380952381) P99(nan,14.759999999999991) P99.5(nan,16.25999999999999) P99.9(nan,49.65199999999999) P100(nan,50)", "server_memory": "server.memory_allocated: 75005656\nserver.memory_heap_size: 283115520\nserver.memory_physical_size: 161178030", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 13\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 16\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 36\nwasmcustom.kuadrant.hits: 1\nwasmcustom.kuadrant.misses: 1"}}} {"index": 8, "timestamp": "2026-10-31T01:22:08Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-31T01:21:50Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-568c495856-5jnbs", "memory": {"allocated": "74542968", "heap_size": "180355072", "pageheap_unmapped": "39059456", "pageheap_free": "16941056", "total_thread_cache": "29672336", "total_physical_bytes": "150001070"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-31T01:21:40Z/446\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 1\ncluster_manager.cds.config_reload_time_ms: 1793409710829\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 3\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2\ncluster_manager.cds.update_time: 1793409717472\ncluster_manager.cds.version: 3045957553974077944\ncluster_manager.cluster_added: 142\ncluster_manager.cluster_modified: 0\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 6\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,4) P25(nan,4.05) P50(nan,4.1) P75(nan,34.5) P90(nan,34.8) P95(nan,34.9) P99(nan,34.98) P99.5(nan,34.99) P99.9(nan,34.998) P100(nan,35)", "server_memory": "server.memory_allocated: 74503696\nserver.memory_heap_size: 180355072\nserver.memory_physical_size: 150001070", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 5\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_misses: 1\nwasm.remote_load_fetch_successes: 1\nwasmcustom.kuadrant.configs: 4"}}} {"index": 9, "timestamp": "2026-10-31T01:27:13Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-31T01:21:50Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-568c495856-5jnbs", "memory": {"allocated": "75105160", "heap_size": "232783872", "pageheap_unmapped": "63995904", "pageheap_free": "41902080", "total_thread_cache": "31729312", "total_physical_bytes": "177493422"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-31T01:27:02Z/477\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 9\ncluster_manager.cds.config_reload_time_ms: 1793410012291\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 32\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 31\ncluster_manager.cds.update_time: 1793410022457\ncluster_manager.cds.version: 11571184443251940647\ncluster_manager.cluster_added: 151\ncluster_manager.cluster_modified: 6\ncluster_manager.cluster_removed: 12\ncluster_manager.cluster_updated: 25\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0166666666666666) P75(nan,3.0083333333333333) P90(nan,4.095) P95(nan,10.45) P99(nan,34.69) P99.5(nan,34.845) P99.9(nan,34.969) P100(nan,35)", "server_memory": "server.memory_allocated: 75086368\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 177493422", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 15\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 28\nwasmcustom.kuadrant.misses: 1"}}} {"index": 10, "timestamp": "2026-10-31T01:32:18Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-31T01:29:38Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-568c495856-5499q", "memory": {"allocated": "74737704", "heap_size": "226492416", "pageheap_unmapped": "55664640", "pageheap_free": "41189376", "total_thread_cache": "29934248", "total_physical_bytes": "179541422"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-31T01:31:56Z/529\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 8\ncluster_manager.cds.config_reload_time_ms: 1793410299493\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 19\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 18\ncluster_manager.cds.update_time: 1793410316703\ncluster_manager.cds.version: 13220650034044148606\ncluster_manager.cluster_added: 148\ncluster_manager.cluster_modified: 7\ncluster_manager.cluster_removed: 9\ncluster_manager.cluster_updated: 19\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.075) P75(nan,6.025) P90(nan,14.2) P95(nan,40.099999999999994) P99(nan,40.82) P99.5(nan,40.91) P99.9(nan,40.982) P100(nan,41)", "server_memory": "server.memory_allocated: 74698432\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 179541422", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 11\nwasmcustom.kuadrant.configs: 12"}}} {"index": 11, "timestamp": "2026-10-31T01:34:37Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-31T01:29:38Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-568c495856-5499q", "memory": {"allocated": "22659400", "heap_size": "226492416", "pageheap_unmapped": "98426880", "pageheap_free": "38027264", "total_thread_cache": "30215632", "total_physical_bytes": "136779182"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-31T01:33:38Z/549\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 12\ncluster_manager.cds.config_reload_time_ms: 1793410355579\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 36\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 35\ncluster_manager.cds.update_time: 1793410418313\ncluster_manager.cds.version: 15460794894571289842\ncluster_manager.cluster_added: 154\ncluster_manager.cluster_modified: 12\ncluster_manager.cluster_removed: 22\ncluster_manager.cluster_updated: 29\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.06875) P75(nan,4.070833333333334) P90(nan,9.025) P95(nan,14.25) P99(nan,40.65) P99.5(nan,40.825) P99.9(nan,40.965) P100(nan,41)", "server_memory": "server.memory_allocated: 22620128\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 136779182", "wasm_stats": ""}}}