{"index": 0, "timestamp": "2026-09-16T17:40:43Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-09-16T17:35:09Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-nl7lw", "memory": {"allocated": "13396864", "heap_size": "20971520", "pageheap_unmapped": "0", "pageheap_free": "4268032", "total_thread_cache": "1736784", "total_physical_bytes": "28153262"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T17:39:00Z/8\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 25\ncluster_manager.cds.config_reload_time_ms: 1789580340430\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 49\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 47\ncluster_manager.cds.update_time: 1789580340430\ncluster_manager.cds.version: 9930350486382199012\ncluster_manager.cluster_added: 132\ncluster_manager.cluster_modified: 29\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 47\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0214285714285714) P75(nan,5.008333333333334) P90(nan,9.076666666666666) P95(nan,21.65) P99(nan,23.765) P99.5(nan,23.8825) P99.9(nan,23.9765) P100(nan,24)", "server_memory": "server.memory_allocated: 13357496\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 28153262", "wasm_stats": ""}}} {"index": 1, "timestamp": "2026-09-16T17:45:46Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T17:41:02Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-nl7lw", "memory": {"allocated": "71845016", "heap_size": "230686720", "pageheap_unmapped": "76038144", "pageheap_free": "27934720", "total_thread_cache": "31553728", "total_physical_bytes": "163251630"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T17:45:31Z/79\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 25\ncluster_manager.cds.config_reload_time_ms: 1789580731198\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 59\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 58\ncluster_manager.cds.update_time: 1789580731198\ncluster_manager.cds.version: 6803090097570745220\ncluster_manager.cluster_added: 165\ncluster_manager.cluster_modified: 22\ncluster_manager.cluster_removed: 20\ncluster_manager.cluster_updated: 25\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0375) P75(nan,4.03) P90(nan,7.0200000000000005) P95(nan,9.07) P99(nan,34.42) P99.5(nan,34.71) P99.9(nan,34.942) P100(nan,35)", "server_memory": "server.memory_allocated: 71829776\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 163251630", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 17\nwasmcustom.kuadrant.allowed: 11\nwasmcustom.kuadrant.configs: 36\nwasmcustom.kuadrant.hits: 11"}}} {"index": 2, "timestamp": "2026-09-16T17:50:49Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T17:41:02Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-nl7lw", "memory": {"allocated": "71567912", "heap_size": "230686720", "pageheap_unmapped": "75841536", "pageheap_free": "27713536", "total_thread_cache": "32292496", "total_physical_bytes": "163448238"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T17:50:37Z/133\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 49\ncluster_manager.cds.config_reload_time_ms: 1789581029753\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 108\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 107\ncluster_manager.cds.update_time: 1789581037970\ncluster_manager.cds.version: 9872275460268709717\ncluster_manager.cluster_added: 190\ncluster_manager.cluster_modified: 46\ncluster_manager.cluster_removed: 51\ncluster_manager.cluster_updated: 51\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0288461538461537) P75(nan,4.003571428571429) P90(nan,6.0649999999999995) P95(nan,10.129999999999999) P99(nan,10.985999999999999) P99.5(nan,34.465) P99.9(nan,34.893) P100(nan,35)", "server_memory": "server.memory_allocated: 71528608\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 163448238", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 27\nwasmcustom.kuadrant.allowed: 17\nwasmcustom.kuadrant.configs: 76\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 17"}}} {"index": 3, "timestamp": "2026-09-16T17:55:51Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T17:41:02Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-nl7lw", "memory": {"allocated": "72373744", "heap_size": "257949696", "pageheap_unmapped": "91234304", "pageheap_free": "46088192", "total_thread_cache": "26677168", "total_physical_bytes": "175318446"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T17:55:42Z/194\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 77\ncluster_manager.cds.config_reload_time_ms: 1789581337205\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 161\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 160\ncluster_manager.cds.update_time: 1789581342664\ncluster_manager.cds.version: 4774524444642572642\ncluster_manager.cluster_added: 218\ncluster_manager.cluster_modified: 71\ncluster_manager.cluster_removed: 77\ncluster_manager.cluster_updated: 81\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0272727272727273) P75(nan,3.0615384615384613) P90(nan,6.066666666666666) P95(nan,10.333333333333334) P99(nan,12.400000000000006) P99.5(nan,34.19999999999999) P99.9(nan,34.84) P100(nan,35)", "server_memory": "server.memory_allocated: 72338536\nserver.memory_heap_size: 257949696\nserver.memory_physical_size: 175318446", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 7\nwasmcustom.kuadrant.allowed: 31\nwasmcustom.kuadrant.configs: 24\nwasmcustom.kuadrant.hits: 31"}}} {"index": 4, "timestamp": "2026-09-16T18:00:54Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T17:41:02Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-nl7lw", "memory": {"allocated": "71463744", "heap_size": "257949696", "pageheap_unmapped": "111484928", "pageheap_free": "24485888", "total_thread_cache": "26375928", "total_physical_bytes": "155067822"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T18:00:46Z/279\"\ncluster_manager.active_clusters: 135\ncluster_manager.cds.config_reload: 94\ncluster_manager.cds.config_reload_time_ms: 1789581645002\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 220\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 219\ncluster_manager.cds.update_time: 1789581646666\ncluster_manager.cds.version: 2270249838278551479\ncluster_manager.cluster_added: 234\ncluster_manager.cluster_modified: 78\ncluster_manager.cluster_removed: 99\ncluster_manager.cluster_updated: 95\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0204225352112677) P75(nan,2.097535211267606) P90(nan,5.06375) P95(nan,10.104999999999999) P99(nan,10.981) P99.5(nan,12.905000000000001) P99.9(nan,34.781000000000006) P100(nan,35)", "server_memory": "server.memory_allocated: 71570184\nserver.memory_heap_size: 257949696\nserver.memory_physical_size: 155067822", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 35\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 35\nwasmcustom.kuadrant.allowed: 276\nwasmcustom.kuadrant.configs: 124\nwasmcustom.kuadrant.hits: 274\nwasmcustom.kuadrant.misses: 2"}}} {"index": 5, "timestamp": "2026-09-16T18:05:56Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T17:41:02Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-nl7lw", "memory": {"allocated": "72676912", "heap_size": "257949696", "pageheap_unmapped": "110960640", "pageheap_free": "24322048", "total_thread_cache": "26883232", "total_physical_bytes": "155592110"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T18:05:40Z/354\"\ncluster_manager.active_clusters: 136\ncluster_manager.cds.config_reload: 113\ncluster_manager.cds.config_reload_time_ms: 1789581928683\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 276\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 275\ncluster_manager.cds.update_time: 1789581940669\ncluster_manager.cds.version: 5070248474823488652\ncluster_manager.cluster_added: 253\ncluster_manager.cluster_modified: 93\ncluster_manager.cluster_removed: 117\ncluster_manager.cluster_updated: 114\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.020108695652174) P75(nan,2.094836956521739) P90(nan,5.01875) P95(nan,10.025) P99(nan,12.416666666666666) P99.5(nan,12.875) P99.9(nan,34.72500000000002) P100(nan,35)", "server_memory": "server.memory_allocated: 72649928\nserver.memory_heap_size: 257949696\nserver.memory_physical_size: 155592110", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 56\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 62\nwasmcustom.kuadrant.allowed: 405\nwasmcustom.kuadrant.configs: 208\nwasmcustom.kuadrant.hits: 403\nwasmcustom.kuadrant.misses: 2"}}} {"index": 6, "timestamp": "2026-09-16T18:10:58Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T17:41:02Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-nl7lw", "memory": {"allocated": "71678344", "heap_size": "257949696", "pageheap_unmapped": "110952448", "pageheap_free": "24354816", "total_thread_cache": "27454656", "total_physical_bytes": "155600302"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T18:10:52Z/418\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 134\ncluster_manager.cds.config_reload_time_ms: 1789582250879\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 335\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 333\ncluster_manager.cds.update_time: 1789582252935\ncluster_manager.cds.version: 17155847838531202500\ncluster_manager.cluster_added: 274\ncluster_manager.cluster_modified: 106\ncluster_manager.cluster_removed: 140\ncluster_manager.cluster_updated: 130\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.019911504424779) P75(nan,2.09358407079646) P90(nan,4.0808333333333335) P95(nan,9.078333333333331) P99(nan,12.417500000000004) P99.5(nan,12.833749999999995) P99.9(nan,34.66699999999997) P100(nan,35)", "server_memory": "server.memory_allocated: 71868624\nserver.memory_heap_size: 257949696\nserver.memory_physical_size: 155600302", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 74\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 88\nwasmcustom.kuadrant.allowed: 714\nwasmcustom.kuadrant.configs: 286\nwasmcustom.kuadrant.hits: 712\nwasmcustom.kuadrant.misses: 2"}}} {"index": 7, "timestamp": "2026-09-16T18:16:01Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T17:41:02Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-nl7lw", "memory": {"allocated": "72493000", "heap_size": "257949696", "pageheap_unmapped": "110657536", "pageheap_free": "24289280", "total_thread_cache": "27410440", "total_physical_bytes": "155895214"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T18:15:53Z/495\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 159\ncluster_manager.cds.config_reload_time_ms: 1789582552111\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 393\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 391\ncluster_manager.cds.update_time: 1789582553763\ncluster_manager.cds.version: 9562264152621347686\ncluster_manager.cluster_added: 298\ncluster_manager.cluster_modified: 127\ncluster_manager.cluster_removed: 156\ncluster_manager.cluster_updated: 154\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.0199248120300752) P75(2.05,2.093421052631579) P90(2.08,4.083846153846154) P95(2.09,9.081666666666667) P99(2.098,12.272499999999994) P99.5(2.099,12.761250000000004) P99.9(2.0998,34.60899999999998) P100(2.1,35)", "server_memory": "server.memory_allocated: 72590904\nserver.memory_heap_size: 257949696\nserver.memory_physical_size: 155895214", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 91\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 109\nwasmcustom.kuadrant.allowed: 959\nwasmcustom.kuadrant.configs: 354\nwasmcustom.kuadrant.hits: 955\nwasmcustom.kuadrant.misses: 4"}}} {"index": 8, "timestamp": "2026-09-16T18:21:03Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T17:41:02Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-nl7lw", "memory": {"allocated": "71018064", "heap_size": "257949696", "pageheap_unmapped": "110600192", "pageheap_free": "24363008", "total_thread_cache": "27874336", "total_physical_bytes": "155952558"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T18:20:42Z/535\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 174\ncluster_manager.cds.config_reload_time_ms: 1789582773604\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 427\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 425\ncluster_manager.cds.update_time: 1789582842340\ncluster_manager.cds.version: 12254979721077307545\ncluster_manager.cluster_added: 317\ncluster_manager.cluster_modified: 142\ncluster_manager.cluster_removed: 185\ncluster_manager.cluster_updated: 175\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0241496598639457) P75(nan,2.0964285714285715) P90(nan,5.004545454545455) P95(nan,10.109375) P99(nan,12.4375) P99.5(nan,12.96875) P99.9(nan,34.57499999999999) P100(nan,35)", "server_memory": "server.memory_allocated: 70978760\nserver.memory_heap_size: 257949696\nserver.memory_physical_size: 155952558", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 99\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 121\nwasmcustom.kuadrant.allowed: 962\nwasmcustom.kuadrant.configs: 386\nwasmcustom.kuadrant.hits: 958\nwasmcustom.kuadrant.misses: 4"}}} {"index": 9, "timestamp": "2026-09-16T18:26:05Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T17:41:02Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-nl7lw", "memory": {"allocated": "71964040", "heap_size": "289406976", "pageheap_unmapped": "155025408", "pageheap_free": "9084928", "total_thread_cache": "30338096", "total_physical_bytes": "142688686"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T18:25:43Z/593\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 201\ncluster_manager.cds.config_reload_time_ms: 1789583143303\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 478\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 476\ncluster_manager.cds.update_time: 1789583143303\ncluster_manager.cds.version: 14184808937013375263\ncluster_manager.cluster_added: 348\ncluster_manager.cluster_modified: 169\ncluster_manager.cluster_removed: 203\ncluster_manager.cluster_updated: 195\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0238993710691826) P75(nan,2.0987421383647797) P90(nan,5.028333333333333) P95(nan,10.221052631578948) P99(nan,12.648000000000001) P99.5(nan,13.310000000000002) P99.9(nan,34.524) P100(nan,35)", "server_memory": "server.memory_allocated: 71924736\nserver.memory_heap_size: 289406976\nserver.memory_physical_size: 142688686", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 7\nwasmcustom.kuadrant.configs: 24"}}} {"index": 10, "timestamp": "2026-09-16T18:31:08Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T17:41:02Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-nl7lw", "memory": {"allocated": "71145800", "heap_size": "308281344", "pageheap_unmapped": "159604736", "pageheap_free": "25878528", "total_thread_cache": "26796848", "total_physical_bytes": "156983726"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T18:30:53Z/628\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 215\ncluster_manager.cds.config_reload_time_ms: 1789583316406\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 509\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 507\ncluster_manager.cds.update_time: 1789583453497\ncluster_manager.cds.version: 1819909310302556552\ncluster_manager.cluster_added: 363\ncluster_manager.cluster_modified: 183\ncluster_manager.cluster_removed: 229\ncluster_manager.cluster_updated: 217\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.024269005847953) P75(nan,2.098391812865497) P90(nan,5.0407692307692304) P95(nan,10.22142857142857) P99(nan,12.586000000000002) P99.5(nan,13.232499999999987) P99.9(nan,34.492999999999995) P100(nan,35)", "server_memory": "server.memory_allocated: 71106496\nserver.memory_heap_size: 308281344\nserver.memory_physical_size: 156983726", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 6\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 4\nwasmcustom.kuadrant.configs: 8"}}} {"index": 11, "timestamp": "2026-09-16T18:36:10Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T17:41:02Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-nl7lw", "memory": {"allocated": "71835408", "heap_size": "335544320", "pageheap_unmapped": "187637760", "pageheap_free": "23429120", "total_thread_cache": "30069176", "total_physical_bytes": "156213678"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T18:35:23Z/665\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 232\ncluster_manager.cds.config_reload_time_ms: 1789583723100\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 543\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 541\ncluster_manager.cds.update_time: 1789583723100\ncluster_manager.cds.version: 4198216550777827119\ncluster_manager.cluster_added: 379\ncluster_manager.cluster_modified: 198\ncluster_manager.cluster_removed: 239\ncluster_manager.cluster_updated: 233\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.023480662983425) P75(nan,2.0982044198895027) P90(nan,5.037692307692308) P95(nan,10.247916666666663) P99(nan,12.518000000000006) P99.5(nan,13.14749999999998) P99.9(nan,34.458999999999946) P100(nan,35)", "server_memory": "server.memory_allocated: 71796104\nserver.memory_heap_size: 335544320\nserver.memory_physical_size: 156213678", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 12\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 13\nwasmcustom.kuadrant.allowed: 4\nwasmcustom.kuadrant.configs: 38\nwasmcustom.kuadrant.hits: 4\nwasmcustom.kuadrant.misses: 1"}}} {"index": 12, "timestamp": "2026-09-16T18:41:12Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T17:41:02Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-nl7lw", "memory": {"allocated": "71608496", "heap_size": "354418688", "pageheap_unmapped": "178831360", "pageheap_free": "53084160", "total_thread_cache": "25812040", "total_physical_bytes": "183894446"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T18:40:44Z/709\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 251\ncluster_manager.cds.config_reload_time_ms: 1789584033103\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 584\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 581\ncluster_manager.cds.update_time: 1789584062488\ncluster_manager.cds.version: 15373168829789640565\ncluster_manager.cluster_added: 400\ncluster_manager.cluster_modified: 220\ncluster_manager.cluster_removed: 259\ncluster_manager.cluster_updated: 257\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0267857142857144) P75(nan,3.0029166666666667) P90(nan,5.070714285714286) P95(nan,10.319642857142854) P99(nan,12.437999999999988) P99.5(nan,13.047500000000014) P99.9(nan,34.41899999999998) P100(nan,35)", "server_memory": "server.memory_allocated: 71569192\nserver.memory_heap_size: 354418688\nserver.memory_physical_size: 183894446", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 6\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 3\nwasmcustom.kuadrant.configs: 8"}}} {"index": 13, "timestamp": "2026-09-16T18:43:26Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T17:41:02Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-nl7lw", "memory": {"allocated": "19473600", "heap_size": "354418688", "pageheap_unmapped": "233357312", "pageheap_free": "31105024", "total_thread_cache": "26622984", "total_physical_bytes": "129368494"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T18:42:41Z/732\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 257\ncluster_manager.cds.config_reload_time_ms: 1789584114100\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 603\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 600\ncluster_manager.cds.update_time: 1789584161047\ncluster_manager.cds.version: 2063808404121298332\ncluster_manager.cluster_added: 406\ncluster_manager.cluster_modified: 226\ncluster_manager.cluster_removed: 274\ncluster_manager.cluster_updated: 270\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.026) P75(nan,3.003225806451613) P90(nan,5.071428571428571) P95(nan,10.310344827586206) P99(nan,12.4) P99.5(nan,13) P99.9(nan,34.39999999999998) P100(nan,35)", "server_memory": "server.memory_allocated: 70928320\nserver.memory_heap_size: 354418688\nserver.memory_physical_size: 158802350", "wasm_stats": ""}}}