{"index": 0, "timestamp": "2026-09-16T13:01:49Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-09-16T12:55:57Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9dkxq", "memory": {"allocated": "13487336", "heap_size": "20971520", "pageheap_unmapped": "0", "pageheap_free": "4186112", "total_thread_cache": "1658304", "total_physical_bytes": "28448174"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T13:00:03Z/8\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 25\ncluster_manager.cds.config_reload_time_ms: 1789563603890\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 53\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 51\ncluster_manager.cds.update_time: 1789563603890\ncluster_manager.cds.version: 1698423745046636546\ncluster_manager.cluster_added: 132\ncluster_manager.cluster_modified: 29\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 47\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,1.0375) P75(nan,3.078125) P90(nan,9.095) P95(nan,21.449999999999996) P99(nan,23.745) P99.5(nan,23.8725) P99.9(nan,23.9745) P100(nan,24)", "server_memory": "server.memory_allocated: 13448032\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 28448174", "wasm_stats": ""}}}
{"index": 1, "timestamp": "2026-09-16T13:06:52Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T13:02:13Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9dkxq", "memory": {"allocated": "71877128", "heap_size": "230686720", "pageheap_unmapped": "81272832", "pageheap_free": "24084480", "total_thread_cache": "31691224", "total_physical_bytes": "157640110"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T13:06:53Z/87\"\ncluster_manager.active_clusters: 144\ncluster_manager.cds.config_reload: 30\ncluster_manager.cds.config_reload_time_ms: 1789564007284\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 73\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 72\ncluster_manager.cds.update_time: 1789564013607\ncluster_manager.cds.version: 13034047252409449586\ncluster_manager.cluster_added: 164\ncluster_manager.cluster_modified: 28\ncluster_manager.cluster_removed: 20\ncluster_manager.cluster_updated: 27\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.0625,0) P50(3.05,2.053125) P75(10.75,4.03125) P90(12.5,9.03) P95(12.75,10.483333333333334) P99(12.95,34.290000000000006) P99.5(12.975,34.644999999999996) P99.9(12.995000000000001,34.929) P100(13,35)", "server_memory": "server.memory_allocated: 71825776\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 157640110", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 18\nwasmcustom.kuadrant.allowed: 11\nwasmcustom.kuadrant.configs: 40\nwasmcustom.kuadrant.hits: 11"}}}
{"index": 2, "timestamp": "2026-09-16T13:11:54Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T13:02:13Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9dkxq", "memory": {"allocated": "71369552", "heap_size": "230686720", "pageheap_unmapped": "83279872", "pageheap_free": "23093248", "total_thread_cache": "30172864", "total_physical_bytes": "155633070"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T13:11:55Z/143\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 57\ncluster_manager.cds.config_reload_time_ms: 1789564291937\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 125\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 124\ncluster_manager.cds.update_time: 1789564315566\ncluster_manager.cds.version: 7540482175065849674\ncluster_manager.cluster_added: 190\ncluster_manager.cluster_modified: 54\ncluster_manager.cluster_removed: 58\ncluster_manager.cluster_updated: 56\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.05) P75(0,4.003571428571429) P90(0,9.003333333333334) P95(0,10.508333333333333) P99(0,14.810000000000002) P99.5(0,34.405) P99.9(0,34.881) P100(0,35)", "server_memory": "server.memory_allocated: 71994704\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 155633070", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 11\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 11\nwasmcustom.kuadrant.allowed: 3\nwasmcustom.kuadrant.configs: 28\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 3"}}}
{"index": 3, "timestamp": "2026-09-16T13:16:57Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T13:02:13Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9dkxq", "memory": {"allocated": "71458632", "heap_size": "257949696", "pageheap_unmapped": "108183552", "pageheap_free": "27172864", "total_thread_cache": "27012712", "total_physical_bytes": "157992366"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T13:16:49Z/186\"\ncluster_manager.active_clusters: 135\ncluster_manager.cds.config_reload: 78\ncluster_manager.cds.config_reload_time_ms: 1789564606637\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 166\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 165\ncluster_manager.cds.update_time: 1789564609114\ncluster_manager.cds.version: 6355466586337924391\ncluster_manager.cluster_added: 212\ncluster_manager.cluster_modified: 72\ncluster_manager.cluster_removed: 77\ncluster_manager.cluster_updated: 74\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.05) P75(nan,3.090217391304348) P90(nan,8.025) P95(nan,10.46875) P99(nan,14.349999999999994) P99.5(nan,34.17500000000001) P99.9(nan,34.83500000000001) P100(nan,35)", "server_memory": "server.memory_allocated: 71423424\nserver.memory_heap_size: 257949696\nserver.memory_physical_size: 157992366", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 18\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 16\nwasmcustom.kuadrant.allowed: 5\nwasmcustom.kuadrant.configs: 56\nwasmcustom.kuadrant.hits: 3\nwasmcustom.kuadrant.misses: 2"}}}
{"index": 4, "timestamp": "2026-09-16T13:21:59Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T13:02:13Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9dkxq", "memory": {"allocated": "71775856", "heap_size": "257949696", "pageheap_unmapped": "107208704", "pageheap_free": "26820608", "total_thread_cache": "28635840", "total_physical_bytes": "158967214"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T13:21:54Z/263\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 98\ncluster_manager.cds.config_reload_time_ms: 1789564877629\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 229\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 228\ncluster_manager.cds.update_time: 1789564914359\ncluster_manager.cds.version: 4794748381897254232\ncluster_manager.cluster_added: 231\ncluster_manager.cluster_modified: 85\ncluster_manager.cluster_removed: 97\ncluster_manager.cluster_updated: 93\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.036231884057971) P75(2.05,3.05) P90(2.08,7.005000000000001) P95(2.09,10.26) P99(2.098,12.86) P99.5(2.099,14.859999999999985) P99.9(2.0998,34.77199999999999) P100(2.1,35)", "server_memory": "server.memory_allocated: 71755768\nserver.memory_heap_size: 257949696\nserver.memory_physical_size: 158967214", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 44\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 46\nwasmcustom.kuadrant.allowed: 238\nwasmcustom.kuadrant.configs: 160\nwasmcustom.kuadrant.hits: 236\nwasmcustom.kuadrant.misses: 2"}}}
{"index": 5, "timestamp": "2026-09-16T13:27:02Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T13:02:13Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9dkxq", "memory": {"allocated": "72150288", "heap_size": "257949696", "pageheap_unmapped": "106561536", "pageheap_free": "26755072", "total_thread_cache": "28583552", "total_physical_bytes": "159614382"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T13:26:30Z/343\"\ncluster_manager.active_clusters: 136\ncluster_manager.cds.config_reload: 124\ncluster_manager.cds.config_reload_time_ms: 1789565125740\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 296\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 295\ncluster_manager.cds.update_time: 1789565190272\ncluster_manager.cds.version: 3411049634719259167\ncluster_manager.cluster_added: 253\ncluster_manager.cluster_modified: 103\ncluster_manager.cluster_removed: 117\ncluster_manager.cluster_updated: 117\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.033888888888889) P75(nan,3.040714285714286) P90(nan,5.078571428571428) P95(nan,10.125) P99(nan,14.025000000000006) P99.5(nan,14.762499999999989) P99.9(nan,34.704999999999984) P100(nan,35)", "server_memory": "server.memory_allocated: 72106888\nserver.memory_heap_size: 257949696\nserver.memory_physical_size: 159614382", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 70\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 76\nwasmcustom.kuadrant.allowed: 386\nwasmcustom.kuadrant.configs: 264\nwasmcustom.kuadrant.hits: 384\nwasmcustom.kuadrant.misses: 2"}}}
{"index": 6, "timestamp": "2026-09-16T13:32:04Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T13:02:13Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9dkxq", "memory": {"allocated": "71655120", "heap_size": "257949696", "pageheap_unmapped": "106381312", "pageheap_free": "26755072", "total_thread_cache": "29934784", "total_physical_bytes": "159794606"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T13:31:44Z/428\"\ncluster_manager.active_clusters: 135\ncluster_manager.cds.config_reload: 146\ncluster_manager.cds.config_reload_time_ms: 1789565466751\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 358\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 356\ncluster_manager.cds.update_time: 1789565504364\ncluster_manager.cds.version: 6383202188493651442\ncluster_manager.cluster_added: 274\ncluster_manager.cluster_modified: 119\ncluster_manager.cluster_removed: 139\ncluster_manager.cluster_updated: 136\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.036842105263158) P75(nan,3.0395348837209304) P90(nan,5.0425) P95(nan,10.018181818181818) P99(nan,12.86) P99.5(nan,14.609999999999985) P99.9(nan,34.644000000000005) P100(nan,35)", "server_memory": "server.memory_allocated: 71619912\nserver.memory_heap_size: 257949696\nserver.memory_physical_size: 159794606", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 95\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 105\nwasmcustom.kuadrant.allowed: 663\nwasmcustom.kuadrant.configs: 364\nwasmcustom.kuadrant.hits: 661\nwasmcustom.kuadrant.misses: 2"}}}
{"index": 7, "timestamp": "2026-09-16T13:37:06Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T13:02:13Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9dkxq", "memory": {"allocated": "71798056", "heap_size": "285212672", "pageheap_unmapped": "113565696", "pageheap_free": "47554560", "total_thread_cache": "27517000", "total_physical_bytes": "179577262"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T13:36:59Z/493\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 171\ncluster_manager.cds.config_reload_time_ms: 1789565819936\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 413\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 411\ncluster_manager.cds.update_time: 1789565819936\ncluster_manager.cds.version: 3687517078750345408\ncluster_manager.cluster_added: 298\ncluster_manager.cluster_modified: 140\ncluster_manager.cluster_removed: 156\ncluster_manager.cluster_updated: 160\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.0357692307692306) P75(2.05,3.0385) P90(2.08,5.039000000000001) P95(2.09,10.032142857142857) P99(2.098,12.722499999999997) P99.5(2.099,14.472499999999997) P99.9(2.0998,34.589) P100(2.1,35)", "server_memory": "server.memory_allocated: 71775136\nserver.memory_heap_size: 285212672\nserver.memory_physical_size: 179577262", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 6\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 3\nwasmcustom.kuadrant.configs: 8"}}}
{"index": 8, "timestamp": "2026-09-16T13:42:09Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T13:02:13Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9dkxq", "memory": {"allocated": "71233472", "heap_size": "291504128", "pageheap_unmapped": "141901824", "pageheap_free": "25092096", "total_thread_cache": "28128608", "total_physical_bytes": "157532590"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T13:42:04Z/535\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 189\ncluster_manager.cds.config_reload_time_ms: 1789566025534\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 452\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 450\ncluster_manager.cds.update_time: 1789566124564\ncluster_manager.cds.version: 10810062158076721293\ncluster_manager.cluster_added: 317\ncluster_manager.cluster_modified: 158\ncluster_manager.cluster_removed: 185\ncluster_manager.cluster_updated: 184\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.034965034965035) P75(2.05,3.036111111111111) P90(2.08,5.05) P95(2.09,10.088235294117647) P99(2.098,12.625) P99.5(2.099,14.375) P99.9(2.0998,34.55000000000001) P100(2.1,35)", "server_memory": "server.memory_allocated: 71194168\nserver.memory_heap_size: 291504128\nserver.memory_physical_size: 157532590", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 9\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 7\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 20\nwasmcustom.kuadrant.hits: 2"}}}
{"index": 9, "timestamp": "2026-09-16T13:47:11Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T13:02:13Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9dkxq", "memory": {"allocated": "72261128", "heap_size": "318767104", "pageheap_unmapped": "167706624", "pageheap_free": "27779072", "total_thread_cache": "27707032", "total_physical_bytes": "158990766"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T13:47:03Z/599\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 226\ncluster_manager.cds.config_reload_time_ms: 1789566423034\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 509\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 507\ncluster_manager.cds.update_time: 1789566423034\ncluster_manager.cds.version: 2990688432497487059\ncluster_manager.cluster_added: 354\ncluster_manager.cluster_modified: 196\ncluster_manager.cluster_removed: 209\ncluster_manager.cluster_updated: 201\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0375) P75(nan,3.0464285714285713) P90(nan,5.085833333333333) P95(nan,10.16590909090909) P99(nan,12.482500000000002) P99.5(nan,14.232499999999987) P99.9(nan,34.492999999999995) P100(nan,35)", "server_memory": "server.memory_allocated: 72221824\nserver.memory_heap_size: 318767104\nserver.memory_physical_size: 158990766", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 15\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 15\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 47\nwasmcustom.kuadrant.hits: 2"}}}
{"index": 10, "timestamp": "2026-09-16T13:52:13Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T13:02:13Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9dkxq", "memory": {"allocated": "20084080", "heap_size": "318767104", "pageheap_unmapped": "221495296", "pageheap_free": "6340608", "total_thread_cache": "28742360", "total_physical_bytes": "105202094"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T13:52:11Z/629\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 239\ncluster_manager.cds.config_reload_time_ms: 1789566612650\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 538\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 536\ncluster_manager.cds.update_time: 1789566731974\ncluster_manager.cds.version: 17764443741161310995\ncluster_manager.cluster_added: 369\ncluster_manager.cluster_modified: 209\ncluster_manager.cluster_removed: 229\ncluster_manager.cluster_updated: 227\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.036969696969697) P75(0,3.0454545454545454) P90(0,5.095384615384615) P95(0,10.182608695652174) P99(0,12.409999999999997) P99.5(0,14.160000000000025) P99.9(0,34.464000000000055) P100(0,35)", "server_memory": "server.memory_allocated: 20044776\nserver.memory_heap_size: 318767104\nserver.memory_physical_size: 105202094", "wasm_stats": ""}}}
{"index": 11, "timestamp": "2026-09-16T13:57:16Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T13:02:13Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9dkxq", "memory": {"allocated": "70929488", "heap_size": "346030080", "pageheap_unmapped": "188915712", "pageheap_free": "32202752", "total_thread_cache": "27922936", "total_physical_bytes": "165044654"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T13:56:47Z/658\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 248\ncluster_manager.cds.config_reload_time_ms: 1789566887255\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 563\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 561\ncluster_manager.cds.update_time: 1789567007830\ncluster_manager.cds.version: 13564047648663773825\ncluster_manager.cluster_added: 378\ncluster_manager.cluster_modified: 215\ncluster_manager.cluster_removed: 246\ncluster_manager.cluster_updated: 239\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0364942528735632) P75(nan,3.0431159420289857) P90(nan,5.091538461538462) P95(nan,10.164583333333331) P99(nan,12.347499999999997) P99.5(nan,14.097500000000025) P99.9(nan,34.438999999999965) P100(nan,35)", "server_memory": "server.memory_allocated: 70890184\nserver.memory_heap_size: 346030080\nserver.memory_physical_size: 165044654", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 12\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 10\nwasmcustom.kuadrant.allowed: 6\nwasmcustom.kuadrant.configs: 32\nwasmcustom.kuadrant.hits: 6"}}}
{"index": 12, "timestamp": "2026-09-16T14:02:19Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T13:02:13Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9dkxq", "memory": {"allocated": "71941824", "heap_size": "346030080", "pageheap_unmapped": "171614208", "pageheap_free": "50176000", "total_thread_cache": "26904696", "total_physical_bytes": "182346158"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T14:01:37Z/703\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 273\ncluster_manager.cds.config_reload_time_ms: 1789567297338\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 607\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 604\ncluster_manager.cds.update_time: 1789567297338\ncluster_manager.cds.version: 17335524847128060295\ncluster_manager.cluster_added: 406\ncluster_manager.cluster_modified: 242\ncluster_manager.cluster_removed: 259\ncluster_manager.cluster_updated: 263\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.036756756756757) P75(nan,3.045945945945946) P90(nan,6.016) P95(nan,10.288888888888888) P99(nan,12.490000000000009) P99.5(nan,13.980000000000018) P99.9(nan,34.39599999999996) P100(nan,35)", "server_memory": "server.memory_allocated: 71918904\nserver.memory_heap_size: 346030080\nserver.memory_physical_size: 182346158", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 6\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 3\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 8\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 13, "timestamp": "2026-09-16T14:05:10Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T13:02:13Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9dkxq", "memory": {"allocated": "71603728", "heap_size": "373293056", "pageheap_unmapped": "199163904", "pageheap_free": "48537600", "total_thread_cache": "28360376", "total_physical_bytes": "182059438"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T14:05:11Z/722\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 278\ncluster_manager.cds.config_reload_time_ms: 1789567511839\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 625\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 622\ncluster_manager.cds.update_time: 1789567511839\ncluster_manager.cds.version: 4861264722117443747\ncluster_manager.cluster_added: 413\ncluster_manager.cluster_modified: 247\ncluster_manager.cluster_removed: 272\ncluster_manager.cluster_updated: 273\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(2.1,2.0360526315789476) P75(3.075,3.043831168831169) P90(13.4,6.0089999999999995) P95(13.7,10.294444444444443) P99(13.94,12.697499999999991) P99.5(13.969999999999999,13.947499999999991) P99.9(13.994,34.37900000000002) P100(14,35)", "server_memory": "server.memory_allocated: 71355784\nserver.memory_heap_size: 373293056\nserver.memory_physical_size: 182026670", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 5\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 2\nwasmcustom.kuadrant.configs: 4"}}}