{"index": 0, "timestamp": "2026-09-18T16:37:20Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-09-18T16:31:59Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-mfh2d", "memory": {"allocated": "13394144", "heap_size": "20971520", "pageheap_unmapped": "0", "pageheap_free": "4325376", "total_thread_cache": "1607224", "total_physical_bytes": "28743086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T16:35:36Z/9\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 26\ncluster_manager.cds.config_reload_time_ms: 1789749336066\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 46\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 44\ncluster_manager.cds.update_time: 1789749336066\ncluster_manager.cds.version: 3714511396149333506\ncluster_manager.cluster_added: 132\ncluster_manager.cluster_modified: 29\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 48\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.06) P75(nan,5.04) P90(nan,10.3) P95(nan,16.799999999999997) P99(nan,24.560000000000002) P99.5(nan,24.78) P99.9(nan,24.956000000000003) P100(nan,25)", "server_memory": "server.memory_allocated: 13354776\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 28743086", "wasm_stats": ""}}} {"index": 1, "timestamp": "2026-09-18T16:42:22Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T16:38:01Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-mfh2d", "memory": {"allocated": "70982488", "heap_size": "228589568", "pageheap_unmapped": "76627968", "pageheap_free": "29360128", "total_thread_cache": "28516552", "total_physical_bytes": "160667054"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T16:42:15Z/66\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 23\ncluster_manager.cds.config_reload_time_ms: 1789749701627\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 43\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 42\ncluster_manager.cds.update_time: 1789749735511\ncluster_manager.cds.version: 11555025403562435140\ncluster_manager.cluster_added: 160\ncluster_manager.cluster_modified: 18\ncluster_manager.cluster_removed: 28\ncluster_manager.cluster_updated: 22\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.033333333333333) P75(nan,3.0416666666666665) P90(nan,7.08) P95(nan,10.899999999999999) P99(nan,37.58) P99.5(nan,37.79) P99.9(nan,37.958) P100(nan,38)", "server_memory": "server.memory_allocated: 70953424\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 160667054", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 12\nwasmcustom.kuadrant.allowed: 3\nwasmcustom.kuadrant.configs: 27\nwasmcustom.kuadrant.hits: 3"}}} {"index": 2, "timestamp": "2026-09-18T16:47:24Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T16:38:01Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-mfh2d", "memory": {"allocated": "19542464", "heap_size": "255852544", "pageheap_unmapped": "159907840", "pageheap_free": "8134656", "total_thread_cache": "31805040", "total_physical_bytes": "104650158"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T16:47:26Z/139\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 55\ncluster_manager.cds.config_reload_time_ms: 1789750032446\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 113\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 112\ncluster_manager.cds.update_time: 1789750046158\ncluster_manager.cds.version: 181947936287384693\ncluster_manager.cluster_added: 192\ncluster_manager.cluster_modified: 47\ncluster_manager.cluster_removed: 58\ncluster_manager.cluster_updated: 54\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.029032258064516) P75(nan,3.042307692307692) P90(nan,6.1) P95(nan,10.125) P99(nan,16.900000000000006) P99.5(nan,37.45) P99.9(nan,37.89) P100(nan,38)", "server_memory": "server.memory_allocated: 19511352\nserver.memory_heap_size: 255852544\nserver.memory_physical_size: 104650158", "wasm_stats": ""}}} {"index": 3, "timestamp": "2026-09-18T16:52:26Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T16:38:01Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-mfh2d", "memory": {"allocated": "71485616", "heap_size": "283115520", "pageheap_unmapped": "135888896", "pageheap_free": "24993792", "total_thread_cache": "27593208", "total_physical_bytes": "155636142"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T16:51:44Z/209\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 87\ncluster_manager.cds.config_reload_time_ms: 1789750299427\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 174\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 173\ncluster_manager.cds.update_time: 1789750304473\ncluster_manager.cds.version: 9105522743379972981\ncluster_manager.cluster_added: 226\ncluster_manager.cluster_modified: 79\ncluster_manager.cluster_removed: 87\ncluster_manager.cluster_updated: 88\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.027173913043478) P75(nan,3.044318181818182) P90(nan,7.0175) P95(nan,10.192857142857141) P99(nan,16.27000000000001) P99.5(nan,37.13499999999999) P99.9(nan,37.827) P100(nan,38)", "server_memory": "server.memory_allocated: 71598576\nserver.memory_heap_size: 283115520\nserver.memory_physical_size: 155636142", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 16\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 16\nwasmcustom.kuadrant.allowed: 7\nwasmcustom.kuadrant.configs: 48\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 5\nwasmcustom.kuadrant.misses: 2"}}} {"index": 4, "timestamp": "2026-09-18T16:57:28Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T16:38:01Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-mfh2d", "memory": {"allocated": "72260304", "heap_size": "283115520", "pageheap_unmapped": "135192576", "pageheap_free": "24829952", "total_thread_cache": "28373664", "total_physical_bytes": "156332462"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T16:57:24Z/269\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 117\ncluster_manager.cds.config_reload_time_ms: 1789750634427\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 229\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 228\ncluster_manager.cds.update_time: 1789750644575\ncluster_manager.cds.version: 2818728523040890623\ncluster_manager.cluster_added: 258\ncluster_manager.cluster_modified: 111\ncluster_manager.cluster_removed: 119\ncluster_manager.cluster_updated: 120\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.0328125) P75(2.05,3.0482758620689654) P90(2.08,7.055000000000001) P95(2.09,10.327272727272726) P99(2.098,12.86) P99.5(2.099,16.859999999999985) P99.9(2.0998,37.77199999999999) P100(2.1,38)", "server_memory": "server.memory_allocated: 72221000\nserver.memory_heap_size: 283115520\nserver.memory_physical_size: 156291502", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 30\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 34\nwasmcustom.kuadrant.allowed: 13\nwasmcustom.kuadrant.configs: 104\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 11\nwasmcustom.kuadrant.misses: 2"}}} {"index": 5, "timestamp": "2026-09-18T17:02:30Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T16:38:01Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-mfh2d", "memory": {"allocated": "72161120", "heap_size": "297795584", "pageheap_unmapped": "131653632", "pageheap_free": "42909696", "total_thread_cache": "27857872", "total_physical_bytes": "174551470"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T17:02:29Z/327\"\ncluster_manager.active_clusters: 144\ncluster_manager.cds.config_reload: 142\ncluster_manager.cds.config_reload_time_ms: 1789750948263\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 281\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 280\ncluster_manager.cds.update_time: 1789750949967\ncluster_manager.cds.version: 1360494878427645615\ncluster_manager.cluster_added: 285\ncluster_manager.cluster_modified: 136\ncluster_manager.cluster_removed: 141\ncluster_manager.cluster_updated: 143\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.05,0) P50(3.1,2.0358974358974358) P75(12.5,3.052857142857143) P90(12.8,7.09) P95(12.9,10.441666666666668) P99(12.98,15.259999999999991) P99.5(12.99,16.629999999999995) P99.9(12.998,37.726) P100(13,38)", "server_memory": "server.memory_allocated: 72142312\nserver.memory_heap_size: 297795584\nserver.memory_physical_size: 174551470", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 13\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 12\nwasmcustom.kuadrant.allowed: 3\nwasmcustom.kuadrant.configs: 36\nwasmcustom.kuadrant.hits: 2\nwasmcustom.kuadrant.misses: 1"}}} {"index": 6, "timestamp": "2026-09-18T17:07:33Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T16:38:01Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-mfh2d", "memory": {"allocated": "70982960", "heap_size": "297795584", "pageheap_unmapped": "131465216", "pageheap_free": "42770432", "total_thread_cache": "27840752", "total_physical_bytes": "174739886"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T17:07:23Z/363\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 156\ncluster_manager.cds.config_reload_time_ms: 1789751178525\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 314\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 313\ncluster_manager.cds.update_time: 1789751243123\ncluster_manager.cds.version: 12014220840587404304\ncluster_manager.cluster_added: 298\ncluster_manager.cluster_modified: 149\ncluster_manager.cluster_removed: 166\ncluster_manager.cluster_updated: 163\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0308988764044944) P75(nan,3.04527027027027) P90(nan,7.0675) P95(nan,10.41153846153846) P99(nan,12.956666666666669) P99.5(nan,16.435000000000002) P99.9(nan,37.68700000000001) P100(nan,38)", "server_memory": "server.memory_allocated: 71124728\nserver.memory_heap_size: 297795584\nserver.memory_physical_size: 174739886", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 20\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 20\nwasmcustom.kuadrant.allowed: 7\nwasmcustom.kuadrant.configs: 64\nwasmcustom.kuadrant.hits: 4\nwasmcustom.kuadrant.misses: 3"}}} {"index": 7, "timestamp": "2026-09-18T17:12:35Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T16:38:01Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-mfh2d", "memory": {"allocated": "71910256", "heap_size": "297795584", "pageheap_unmapped": "131317760", "pageheap_free": "42639360", "total_thread_cache": "27837648", "total_physical_bytes": "174887342"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T17:11:27Z/410\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 180\ncluster_manager.cds.config_reload_time_ms: 1789751487327\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 356\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 354\ncluster_manager.cds.update_time: 1789751487327\ncluster_manager.cds.version: 9663668069071032368\ncluster_manager.cluster_added: 326\ncluster_manager.cluster_modified: 174\ncluster_manager.cluster_removed: 179\ncluster_manager.cluster_updated: 194\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0336633663366337) P75(nan,3.05375) P90(nan,8.022857142857143) P95(nan,10.521428571428572) P99(nan,15.22999999999999) P99.5(nan,16.230000000000018) P99.9(nan,37.646000000000015) P100(nan,38)", "server_memory": "server.memory_allocated: 71870952\nserver.memory_heap_size: 297795584\nserver.memory_physical_size: 174887342", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 26\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 30\nwasmcustom.kuadrant.allowed: 9\nwasmcustom.kuadrant.configs: 88\nwasmcustom.kuadrant.hits: 5\nwasmcustom.kuadrant.misses: 4"}}} {"index": 8, "timestamp": "2026-09-18T17:17:37Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T16:38:01Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-mfh2d", "memory": {"allocated": "71451160", "heap_size": "325058560", "pageheap_unmapped": "172490752", "pageheap_free": "27295744", "total_thread_cache": "29659792", "total_physical_bytes": "160977326"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T17:16:54Z/442\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 188\ncluster_manager.cds.config_reload_time_ms: 1789751794853\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 386\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 384\ncluster_manager.cds.update_time: 1789751814672\ncluster_manager.cds.version: 5141533473659390396\ncluster_manager.cluster_added: 335\ncluster_manager.cluster_modified: 180\ncluster_manager.cluster_removed: 201\ncluster_manager.cluster_updated: 209\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0304347826086957) P75(nan,3.04) P90(nan,8.008571428571429) P95(nan,10.45333333333333) P99(nan,15.079999999999984) P99.5(nan,16.079999999999984) P99.9(nan,37.615999999999985) P100(nan,38)", "server_memory": "server.memory_allocated: 71411856\nserver.memory_heap_size: 325058560\nserver.memory_physical_size: 160977326", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 12\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 10\nwasmcustom.kuadrant.allowed: 4\nwasmcustom.kuadrant.configs: 32\nwasmcustom.kuadrant.hits: 3\nwasmcustom.kuadrant.misses: 1"}}} {"index": 9, "timestamp": "2026-09-18T17:22:39Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T16:38:01Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-mfh2d", "memory": {"allocated": "72017152", "heap_size": "343932928", "pageheap_unmapped": "172728320", "pageheap_free": "46243840", "total_thread_cache": "30472896", "total_physical_bytes": "179614126"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T17:22:39Z/480\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 205\ncluster_manager.cds.config_reload_time_ms: 1789752157573\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 423\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 421\ncluster_manager.cds.update_time: 1789752163266\ncluster_manager.cds.version: 15758133672342275159\ncluster_manager.cluster_added: 352\ncluster_manager.cluster_modified: 194\ncluster_manager.cluster_removed: 210\ncluster_manager.cluster_updated: 229\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.05,0) P50(2.1,2.0306201550387595) P75(3.05,3.036627906976744) P90(3.08,7.078) P95(3.09,10.408823529411764) P99(3.098,14.79000000000002) P99.5(3.099,15.947499999999991) P99.9(3.0998,37.57900000000001) P100(3.1,38)", "server_memory": "server.memory_allocated: 71999944\nserver.memory_heap_size: 343932928\nserver.memory_physical_size: 179614126", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 6\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 2\nwasmcustom.kuadrant.configs: 8"}}} {"index": 10, "timestamp": "2026-09-18T17:27:44Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T16:38:01Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-mfh2d", "memory": {"allocated": "72075424", "heap_size": "343932928", "pageheap_unmapped": "188055552", "pageheap_free": "30588928", "total_thread_cache": "31095264", "total_physical_bytes": "164286894"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T17:27:45Z/519\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 218\ncluster_manager.cds.config_reload_time_ms: 1789752444724\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 459\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 457\ncluster_manager.cds.update_time: 1789752465077\ncluster_manager.cds.version: 12980699107213080428\ncluster_manager.cluster_added: 365\ncluster_manager.cluster_modified: 206\ncluster_manager.cluster_removed: 220\ncluster_manager.cluster_updated: 243\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.027737226277372) P75(nan,3.032608695652174) P90(nan,7.0566666666666675) P95(nan,10.378947368421052) P99(nan,14.439999999999998) P99.5(nan,15.859999999999985) P99.9(nan,37.54399999999998) P100(nan,38)", "server_memory": "server.memory_allocated: 72024472\nserver.memory_heap_size: 343932928\nserver.memory_physical_size: 164286894", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 14\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 11\nwasmcustom.kuadrant.allowed: 4\nwasmcustom.kuadrant.configs: 40\nwasmcustom.kuadrant.hits: 5"}}} {"index": 11, "timestamp": "2026-09-18T17:31:33Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T16:38:01Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-mfh2d", "memory": {"allocated": "70989176", "heap_size": "343932928", "pageheap_unmapped": "188055552", "pageheap_free": "30351360", "total_thread_cache": "31493288", "total_physical_bytes": "164286894"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T17:31:25Z/553\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 229\ncluster_manager.cds.config_reload_time_ms: 1789752623330\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 488\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 486\ncluster_manager.cds.update_time: 1789752685367\ncluster_manager.cds.version: 11557294229297649013\ncluster_manager.cluster_added: 377\ncluster_manager.cluster_modified: 217\ncluster_manager.cluster_removed: 245\ncluster_manager.cluster_updated: 262\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.027027027027027) P75(nan,3.028125) P90(nan,7.0566666666666675) P95(nan,10.352631578947367) P99(nan,14.139999999999986) P99.5(nan,15.784999999999997) P99.9(nan,37.51400000000001) P100(nan,38)", "server_memory": "server.memory_allocated: 70949872\nserver.memory_heap_size: 343932928\nserver.memory_physical_size: 164286894", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 21\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 20\nwasmcustom.kuadrant.allowed: 7\nwasmcustom.kuadrant.configs: 68\nwasmcustom.kuadrant.hits: 7"}}}