{"index": 0, "timestamp": "2026-09-18T22:04:55Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-09-18T21:59:13Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-s8kvl", "memory": {"allocated": "13471880", "heap_size": "20971520", "pageheap_unmapped": "0", "pageheap_free": "4218880", "total_thread_cache": "1895112", "total_physical_bytes": "29549998"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T22:03:10Z/9\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 24\ncluster_manager.cds.config_reload_time_ms: 1789768990644\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 50\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 48\ncluster_manager.cds.update_time: 1789768990644\ncluster_manager.cds.version: 1086791555766194786\ncluster_manager.cluster_added: 132\ncluster_manager.cluster_modified: 27\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 43\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,1.0666666666666667) P75(nan,5.025) P90(nan,10.100000000000001) P95(nan,12.599999999999994) P99(nan,32.519999999999996) P99.5(nan,32.76) P99.9(nan,32.952) P100(nan,33)", "server_memory": "server.memory_allocated: 13432576\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 29549998", "wasm_stats": ""}}} {"index": 1, "timestamp": "2026-09-18T22:09:57Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T22:05:20Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-s8kvl", "memory": {"allocated": "71776280", "heap_size": "228589568", "pageheap_unmapped": "74235904", "pageheap_free": "33701888", "total_thread_cache": "27118720", "total_physical_bytes": "163067310"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T22:08:46Z/66\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 26\ncluster_manager.cds.config_reload_time_ms: 1789769326460\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 47\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 46\ncluster_manager.cds.update_time: 1789769326460\ncluster_manager.cds.version: 1883454499086367920\ncluster_manager.cluster_added: 164\ncluster_manager.cluster_modified: 25\ncluster_manager.cluster_removed: 19\ncluster_manager.cluster_updated: 19\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.04375) P75(nan,3.0416666666666665) P90(nan,9.02) P95(nan,10.699999999999996) P99(nan,37.54) P99.5(nan,37.77) P99.9(nan,37.954) P100(nan,38)", "server_memory": "server.memory_allocated: 71736976\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 163067310", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 12\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 9\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 32\nwasmcustom.kuadrant.hits: 1"}}} {"index": 2, "timestamp": "2026-09-18T22:14:59Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T22:05:20Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-s8kvl", "memory": {"allocated": "71782504", "heap_size": "228589568", "pageheap_unmapped": "74235904", "pageheap_free": "33677312", "total_thread_cache": "26743352", "total_physical_bytes": "163067310"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T22:08:46Z/66\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 26\ncluster_manager.cds.config_reload_time_ms: 1789769326460\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 47\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 46\ncluster_manager.cds.update_time: 1789769326460\ncluster_manager.cds.version: 1883454499086367920\ncluster_manager.cluster_added: 164\ncluster_manager.cluster_modified: 25\ncluster_manager.cluster_removed: 19\ncluster_manager.cluster_updated: 19\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.04375) P75(nan,3.0416666666666665) P90(nan,9.02) P95(nan,10.699999999999996) P99(nan,37.54) P99.5(nan,37.77) P99.9(nan,37.954) P100(nan,38)", "server_memory": "server.memory_allocated: 71763680\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 163067310", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 12\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 9\nwasmcustom.kuadrant.allowed: 3\nwasmcustom.kuadrant.configs: 32\nwasmcustom.kuadrant.hits: 1\nwasmcustom.kuadrant.misses: 2"}}} {"index": 3, "timestamp": "2026-09-18T22:20:01Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T22:05:20Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-s8kvl", "memory": {"allocated": "71782504", "heap_size": "228589568", "pageheap_unmapped": "74235904", "pageheap_free": "33693696", "total_thread_cache": "26543528", "total_physical_bytes": "163067310"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T22:08:46Z/66\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 26\ncluster_manager.cds.config_reload_time_ms: 1789769326460\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 47\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 46\ncluster_manager.cds.update_time: 1789769326460\ncluster_manager.cds.version: 1883454499086367920\ncluster_manager.cluster_added: 164\ncluster_manager.cluster_modified: 25\ncluster_manager.cluster_removed: 19\ncluster_manager.cluster_updated: 19\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.04375) P75(nan,3.0416666666666665) P90(nan,9.02) P95(nan,10.699999999999996) P99(nan,37.54) P99.5(nan,37.77) P99.9(nan,37.954) P100(nan,38)", "server_memory": "server.memory_allocated: 71743200\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 163067310", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 12\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 9\nwasmcustom.kuadrant.allowed: 3\nwasmcustom.kuadrant.configs: 32\nwasmcustom.kuadrant.hits: 1\nwasmcustom.kuadrant.misses: 2"}}} {"index": 4, "timestamp": "2026-09-18T22:25:03Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T22:05:20Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-s8kvl", "memory": {"allocated": "72778632", "heap_size": "228589568", "pageheap_unmapped": "73474048", "pageheap_free": "32817152", "total_thread_cache": "26267056", "total_physical_bytes": "163829166"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T22:24:22Z/108\"\ncluster_manager.active_clusters: 157\ncluster_manager.cds.config_reload: 44\ncluster_manager.cds.config_reload_time_ms: 1789770262563\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 85\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 84\ncluster_manager.cds.update_time: 1789770262563\ncluster_manager.cds.version: 555092398059447621\ncluster_manager.cluster_added: 182\ncluster_manager.cluster_modified: 41\ncluster_manager.cluster_removed: 25\ncluster_manager.cluster_updated: 33\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0481481481481483) P75(nan,3.077777777777778) P90(nan,8.030000000000001) P95(nan,10.266666666666666) P99(nan,37.16) P99.5(nan,37.58) P99.9(nan,37.916) P100(nan,38)", "server_memory": "server.memory_allocated: 72739328\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 163829166", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 15\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 12\nwasmcustom.kuadrant.allowed: 3\nwasmcustom.kuadrant.configs: 44\nwasmcustom.kuadrant.hits: 1\nwasmcustom.kuadrant.misses: 2"}}} {"index": 5, "timestamp": "2026-09-18T22:30:05Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T22:05:20Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-s8kvl", "memory": {"allocated": "73204424", "heap_size": "228589568", "pageheap_unmapped": "73400320", "pageheap_free": "32710656", "total_thread_cache": "28000912", "total_physical_bytes": "163902894"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T22:30:03Z/129\"\ncluster_manager.active_clusters: 157\ncluster_manager.cds.config_reload: 54\ncluster_manager.cds.config_reload_time_ms: 1789770603160\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 104\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 103\ncluster_manager.cds.update_time: 1789770603160\ncluster_manager.cds.version: 4434627403216979913\ncluster_manager.cluster_added: 194\ncluster_manager.cluster_modified: 52\ncluster_manager.cluster_removed: 37\ncluster_manager.cluster_updated: 41\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,0) P50(2.05,2.0485294117647057) P75(2.075,3.075) P90(2.09,8.035) P95(2.095,10.212499999999999) P99(2.099,16.97) P99.5(2.0995,37.485) P99.9(2.0999,37.897000000000006) P100(2.1,38)", "server_memory": "server.memory_allocated: 73165120\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 163902894", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 19\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 17\nwasmcustom.kuadrant.allowed: 6\nwasmcustom.kuadrant.configs: 63\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 4\nwasmcustom.kuadrant.misses: 2"}}} {"index": 6, "timestamp": "2026-09-18T22:35:08Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T22:05:20Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-s8kvl", "memory": {"allocated": "73222392", "heap_size": "228589568", "pageheap_unmapped": "73400320", "pageheap_free": "32686080", "total_thread_cache": "27624120", "total_physical_bytes": "163902894"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T22:35:06Z/156\"\ncluster_manager.active_clusters: 157\ncluster_manager.cds.config_reload: 62\ncluster_manager.cds.config_reload_time_ms: 1789770888361\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 129\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 127\ncluster_manager.cds.update_time: 1789770906029\ncluster_manager.cds.version: 1729886984740326349\ncluster_manager.cluster_added: 203\ncluster_manager.cluster_modified: 59\ncluster_manager.cluster_removed: 46\ncluster_manager.cluster_updated: 60\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.047727272727273) P75(nan,3.0653846153846156) P90(nan,7.08) P95(nan,9.0925) P99(nan,16.739999999999995) P99.5(nan,37.370000000000005) P99.9(nan,37.873999999999995) P100(nan,38)", "server_memory": "server.memory_allocated: 73297040\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 163902894", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 21\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 20\nwasmcustom.kuadrant.allowed: 7\nwasmcustom.kuadrant.configs: 74\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 5\nwasmcustom.kuadrant.misses: 2"}}} {"index": 7, "timestamp": "2026-09-18T22:40:10Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T22:05:20Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-s8kvl", "memory": {"allocated": "73563904", "heap_size": "228589568", "pageheap_unmapped": "72941568", "pageheap_free": "32415744", "total_thread_cache": "27453240", "total_physical_bytes": "164361646"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T22:40:06Z/183\"\ncluster_manager.active_clusters: 157\ncluster_manager.cds.config_reload: 75\ncluster_manager.cds.config_reload_time_ms: 1789771132856\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 153\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 151\ncluster_manager.cds.update_time: 1789771206711\ncluster_manager.cds.version: 9535535001629744377\ncluster_manager.cluster_added: 216\ncluster_manager.cluster_modified: 72\ncluster_manager.cluster_removed: 59\ncluster_manager.cluster_updated: 75\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,0) P50(2.05,2.047) P75(2.075,3.0703125) P90(2.09,7.096666666666667) P95(2.095,9.089) P99(2.099,16.49000000000001) P99.5(2.0995,37.245000000000005) P99.9(2.0999,37.84899999999999) P100(2.1,38)", "server_memory": "server.memory_allocated: 73524584\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 164361646", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 25\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 27\nwasmcustom.kuadrant.allowed: 10\nwasmcustom.kuadrant.configs: 99\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 8\nwasmcustom.kuadrant.misses: 2"}}} {"index": 8, "timestamp": "2026-09-18T22:45:12Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T22:05:20Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-s8kvl", "memory": {"allocated": "73142608", "heap_size": "228589568", "pageheap_unmapped": "72843264", "pageheap_free": "32432128", "total_thread_cache": "28476872", "total_physical_bytes": "164459950"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T22:45:13Z/236\"\ncluster_manager.active_clusters: 153\ncluster_manager.cds.config_reload: 103\ncluster_manager.cds.config_reload_time_ms: 1789771513711\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 202\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 200\ncluster_manager.cds.update_time: 1789771513711\ncluster_manager.cds.version: 10045434861204833493\ncluster_manager.cluster_added: 244\ncluster_manager.cluster_modified: 98\ncluster_manager.cluster_removed: 91\ncluster_manager.cluster_updated: 100\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.049166666666667) P75(2.05,3.083695652173913) P90(2.08,8.036666666666667) P95(2.09,9.089444444444444) P99(2.098,16.504999999999995) P99.5(2.099,37.004999999999995) P99.9(2.0998,37.80099999999999) P100(2.1,38)", "server_memory": "server.memory_allocated: 72989864\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 164459950", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 33\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 41\nwasmcustom.kuadrant.allowed: 15\nwasmcustom.kuadrant.configs: 137\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 12\nwasmcustom.kuadrant.misses: 3"}}} {"index": 9, "timestamp": "2026-09-18T22:50:14Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T22:05:20Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-s8kvl", "memory": {"allocated": "73793856", "heap_size": "228589568", "pageheap_unmapped": "72359936", "pageheap_free": "32227328", "total_thread_cache": "28710080", "total_physical_bytes": "164943278"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T22:50:08Z/293\"\ncluster_manager.active_clusters: 162\ncluster_manager.cds.config_reload: 129\ncluster_manager.cds.config_reload_time_ms: 1789771805557\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 253\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 251\ncluster_manager.cds.update_time: 1789771808803\ncluster_manager.cds.version: 5495733279343213862\ncluster_manager.cluster_added: 273\ncluster_manager.cluster_modified: 130\ncluster_manager.cluster_removed: 111\ncluster_manager.cluster_updated: 129\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.05) P75(nan,3.0841666666666665) P90(nan,8.0725) P95(nan,10.145) P99(nan,16.245000000000005) P99.5(nan,16.872500000000002) P99.9(nan,37.748999999999995) P100(nan,38)", "server_memory": "server.memory_allocated: 73775016\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 164943278", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 42\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 52\nwasmcustom.kuadrant.allowed: 20\nwasmcustom.kuadrant.configs: 173\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 14\nwasmcustom.kuadrant.misses: 6"}}} {"index": 10, "timestamp": "2026-09-18T22:55:16Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T22:05:20Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-s8kvl", "memory": {"allocated": "73499720", "heap_size": "228589568", "pageheap_unmapped": "71974912", "pageheap_free": "32874496", "total_thread_cache": "27807448", "total_physical_bytes": "165328302"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T22:55:18Z/346\"\ncluster_manager.active_clusters: 159\ncluster_manager.cds.config_reload: 150\ncluster_manager.cds.config_reload_time_ms: 1789772115968\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 302\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 300\ncluster_manager.cds.update_time: 1789772118675\ncluster_manager.cds.version: 18010739387940195496\ncluster_manager.cluster_added: 294\ncluster_manager.cluster_modified: 151\ncluster_manager.cluster_removed: 135\ncluster_manager.cluster_updated: 156\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(5,0) P25(5.025,0) P50(5.05,2.0456043956043954) P75(5.075,3.075) P90(5.09,8.046) P95(5.095,10.179166666666665) P99(5.099,16.014999999999986) P99.5(5.0995,16.757499999999993) P99.9(5.0999,37.702999999999975) P100(5.1,38)", "server_memory": "server.memory_allocated: 73049024\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 165328302", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 57\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 67\nwasmcustom.kuadrant.allowed: 25\nwasmcustom.kuadrant.configs: 233\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 19\nwasmcustom.kuadrant.misses: 6"}}} {"index": 11, "timestamp": "2026-09-18T23:00:19Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T22:05:20Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-s8kvl", "memory": {"allocated": "73022544", "heap_size": "228589568", "pageheap_unmapped": "71909376", "pageheap_free": "32718848", "total_thread_cache": "27751264", "total_physical_bytes": "165393838"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T22:59:41Z/389\"\ncluster_manager.active_clusters: 158\ncluster_manager.cds.config_reload: 165\ncluster_manager.cds.config_reload_time_ms: 1789772340199\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 340\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 338\ncluster_manager.cds.update_time: 1789772381040\ncluster_manager.cds.version: 759527567068573603\ncluster_manager.cluster_added: 313\ncluster_manager.cluster_modified: 164\ncluster_manager.cluster_removed: 155\ncluster_manager.cluster_updated: 183\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.044230769230769) P75(nan,3.069736842105263) P90(nan,8.024) P95(nan,10.22142857142857) P99(nan,15.620000000000005) P99.5(nan,16.655) P99.9(nan,37.66199999999998) P100(nan,38)", "server_memory": "server.memory_allocated: 72983240\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 165393838", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 62\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 74\nwasmcustom.kuadrant.allowed: 27\nwasmcustom.kuadrant.configs: 259\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 20\nwasmcustom.kuadrant.misses: 7"}}} {"index": 12, "timestamp": "2026-09-18T23:05:21Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T22:05:20Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-s8kvl", "memory": {"allocated": "73521336", "heap_size": "228589568", "pageheap_unmapped": "71786496", "pageheap_free": "32653312", "total_thread_cache": "27317704", "total_physical_bytes": "165516718"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T23:05:22Z/446\"\ncluster_manager.active_clusters: 152\ncluster_manager.cds.config_reload: 183\ncluster_manager.cds.config_reload_time_ms: 1789772712453\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 392\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 389\ncluster_manager.cds.update_time: 1789772722692\ncluster_manager.cds.version: 9057545815889472041\ncluster_manager.cluster_added: 332\ncluster_manager.cluster_modified: 182\ncluster_manager.cluster_removed: 180\ncluster_manager.cluster_updated: 203\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0390756302521007) P75(nan,3.0577380952380953) P90(nan,7.088333333333334) P95(nan,10.228124999999999) P99(nan,15.129999999999995) P99.5(nan,16.5325) P99.9(nan,37.613) P100(nan,38)", "server_memory": "server.memory_allocated: 73705976\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 165516718", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 74\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 89\nwasmcustom.kuadrant.allowed: 31\nwasmcustom.kuadrant.configs: 313\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 23\nwasmcustom.kuadrant.misses: 8"}}} {"index": 13, "timestamp": "2026-09-18T23:10:23Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T22:05:20Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-s8kvl", "memory": {"allocated": "74079776", "heap_size": "228589568", "pageheap_unmapped": "71778304", "pageheap_free": "32104448", "total_thread_cache": "27647760", "total_physical_bytes": "165524910"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T23:10:12Z/497\"\ncluster_manager.active_clusters: 158\ncluster_manager.cds.config_reload: 203\ncluster_manager.cds.config_reload_time_ms: 1789773008977\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 438\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 435\ncluster_manager.cds.update_time: 1789773012901\ncluster_manager.cds.version: 11185483931762724354\ncluster_manager.cluster_added: 352\ncluster_manager.cluster_modified: 200\ncluster_manager.cluster_removed: 194\ncluster_manager.cluster_updated: 221\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.037769784172662) P75(nan,3.0494444444444446) P90(nan,7.058333333333334) P95(nan,10.223684210526315) P99(nan,12.883333333333326) P99.5(nan,16.412499999999994) P99.9(nan,37.565) P100(nan,38)", "server_memory": "server.memory_allocated: 74040472\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 165524910", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 85\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 105\nwasmcustom.kuadrant.allowed: 39\nwasmcustom.kuadrant.configs: 363\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 30\nwasmcustom.kuadrant.misses: 9"}}} {"index": 14, "timestamp": "2026-09-18T23:15:25Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T22:05:20Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-s8kvl", "memory": {"allocated": "73227552", "heap_size": "228589568", "pageheap_unmapped": "71778304", "pageheap_free": "32112640", "total_thread_cache": "28260384", "total_physical_bytes": "165524910"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T23:14:59Z/507\"\ncluster_manager.active_clusters: 157\ncluster_manager.cds.config_reload: 204\ncluster_manager.cds.config_reload_time_ms: 1789773180808\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 448\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 445\ncluster_manager.cds.update_time: 1789773299296\ncluster_manager.cds.version: 5677978719099247076\ncluster_manager.cluster_added: 353\ncluster_manager.cluster_modified: 200\ncluster_manager.cluster_removed: 196\ncluster_manager.cluster_updated: 227\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0367132867132867) P75(nan,3.045108695652174) P90(nan,7.041666666666667) P95(nan,10.197368421052632) P99(nan,12.850000000000003) P99.5(nan,16.38749999999999) P99.9(nan,37.55500000000001) P100(nan,38)", "server_memory": "server.memory_allocated: 73188248\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 165524910", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 87\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 109\nwasmcustom.kuadrant.allowed: 45\nwasmcustom.kuadrant.configs: 377\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 36\nwasmcustom.kuadrant.misses: 9"}}} {"index": 15, "timestamp": "2026-09-18T23:20:27Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T22:05:20Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-s8kvl", "memory": {"allocated": "72967688", "heap_size": "228589568", "pageheap_unmapped": "71778304", "pageheap_free": "32112640", "total_thread_cache": "27472456", "total_physical_bytes": "165524910"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T23:16:23Z/520\"\ncluster_manager.active_clusters: 157\ncluster_manager.cds.config_reload: 210\ncluster_manager.cds.config_reload_time_ms: 1789773359958\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 459\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 456\ncluster_manager.cds.update_time: 1789773383093\ncluster_manager.cds.version: 15698380307109891328\ncluster_manager.cluster_added: 359\ncluster_manager.cluster_modified: 206\ncluster_manager.cluster_removed: 202\ncluster_manager.cluster_updated: 232\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0374149659863945) P75(nan,3.046808510638298) P90(nan,7.040000000000001) P95(nan,10.168421052631578) P99(nan,12.813333333333333) P99.5(nan,16.359999999999985) P99.9(nan,37.54399999999998) P100(nan,38)", "server_memory": "server.memory_allocated: 72928384\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 165524910", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 89\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 113\nwasmcustom.kuadrant.allowed: 47\nwasmcustom.kuadrant.configs: 385\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 37\nwasmcustom.kuadrant.misses: 10"}}} {"index": 16, "timestamp": "2026-09-18T23:25:29Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T22:05:20Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-s8kvl", "memory": {"allocated": "72967688", "heap_size": "228589568", "pageheap_unmapped": "71778304", "pageheap_free": "32112640", "total_thread_cache": "27169864", "total_physical_bytes": "165524910"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T23:16:23Z/520\"\ncluster_manager.active_clusters: 157\ncluster_manager.cds.config_reload: 210\ncluster_manager.cds.config_reload_time_ms: 1789773359958\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 459\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 456\ncluster_manager.cds.update_time: 1789773383093\ncluster_manager.cds.version: 15698380307109891328\ncluster_manager.cluster_added: 359\ncluster_manager.cluster_modified: 206\ncluster_manager.cluster_removed: 202\ncluster_manager.cluster_updated: 232\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0374149659863945) P75(nan,3.046808510638298) P90(nan,7.040000000000001) P95(nan,10.168421052631578) P99(nan,12.813333333333333) P99.5(nan,16.359999999999985) P99.9(nan,37.54399999999998) P100(nan,38)", "server_memory": "server.memory_allocated: 72948864\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 165524910", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 89\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 113\nwasmcustom.kuadrant.allowed: 47\nwasmcustom.kuadrant.configs: 385\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 37\nwasmcustom.kuadrant.misses: 10"}}} {"index": 17, "timestamp": "2026-09-18T23:30:31Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T22:05:20Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-s8kvl", "memory": {"allocated": "72825952", "heap_size": "228589568", "pageheap_unmapped": "71778304", "pageheap_free": "32120832", "total_thread_cache": "27799792", "total_physical_bytes": "165524910"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T23:30:31Z/534\"\ncluster_manager.active_clusters: 157\ncluster_manager.cds.config_reload: 216\ncluster_manager.cds.config_reload_time_ms: 1789774129555\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 472\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 469\ncluster_manager.cds.update_time: 1789774231900\ncluster_manager.cds.version: 13534721839951355210\ncluster_manager.cluster_added: 365\ncluster_manager.cluster_modified: 212\ncluster_manager.cluster_removed: 208\ncluster_manager.cluster_updated: 238\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0366666666666666) P75(nan,3.0458333333333334) P90(nan,7.036666666666666) P95(nan,10.179999999999998) P99(nan,12.773333333333332) P99.5(nan,16.330000000000013) P99.9(nan,37.53199999999998) P100(nan,38)", "server_memory": "server.memory_allocated: 72775192\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 165524910", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 91\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 116\nwasmcustom.kuadrant.allowed: 48\nwasmcustom.kuadrant.configs: 396\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 37\nwasmcustom.kuadrant.misses: 11"}}} {"index": 18, "timestamp": "2026-09-18T23:33:07Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T22:05:20Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-s8kvl", "memory": {"allocated": "72363040", "heap_size": "228589568", "pageheap_unmapped": "71778304", "pageheap_free": "32120832", "total_thread_cache": "27962672", "total_physical_bytes": "165524910"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T23:30:59Z/540\"\ncluster_manager.active_clusters: 151\ncluster_manager.cds.config_reload: 216\ncluster_manager.cds.config_reload_time_ms: 1789774129555\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 477\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 474\ncluster_manager.cds.update_time: 1789774259185\ncluster_manager.cds.version: 2333281684885129745\ncluster_manager.cluster_added: 365\ncluster_manager.cluster_modified: 212\ncluster_manager.cluster_removed: 214\ncluster_manager.cluster_updated: 240\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0355263157894736) P75(nan,3.042708333333333) P90(nan,7.026666666666667) P95(nan,10.164999999999997) P99(nan,12.75333333333333) P99.5(nan,16.314999999999998) P99.9(nan,37.52600000000001) P100(nan,38)", "server_memory": "server.memory_allocated: 72323736\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 165524910", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 91\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 118\nwasmcustom.kuadrant.allowed: 48\nwasmcustom.kuadrant.configs: 402\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 37\nwasmcustom.kuadrant.misses: 11"}}}