{"index": 0, "timestamp": "2026-09-08T13:30:09Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-09-08T13:24:40Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-b5cvn", "memory": {"allocated": "13376432", "heap_size": "20971520", "pageheap_unmapped": "0", "pageheap_free": "4349952", "total_thread_cache": "1735672", "total_physical_bytes": "28300718"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-08T13:28:26Z/10\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 25\ncluster_manager.cds.config_reload_time_ms: 1788874106529\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 50\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 48\ncluster_manager.cds.update_time: 1788874106529\ncluster_manager.cds.version: 11008877092516212117\ncluster_manager.cluster_added: 132\ncluster_manager.cluster_modified: 27\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 45\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.06) P75(nan,5.025) P90(nan,14.200000000000003) P95(nan,16.599999999999994) P99(nan,36.519999999999996) P99.5(nan,36.76) P99.9(nan,36.952) P100(nan,37)", "server_memory": "server.memory_allocated: 13337064\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 28300718", "wasm_stats": ""}}}
{"index": 1, "timestamp": "2026-09-08T13:35:11Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-08T13:30:27Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-b5cvn", "memory": {"allocated": "74069392", "heap_size": "232783872", "pageheap_unmapped": "83189760", "pageheap_free": "25419776", "total_thread_cache": "27209400", "total_physical_bytes": "156943790"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-08T13:35:10Z/151\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 29\ncluster_manager.cds.config_reload_time_ms: 1788874505057\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 126\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 125\ncluster_manager.cds.update_time: 1788874510438\ncluster_manager.cds.version: 13578609104349029103\ncluster_manager.cluster_added: 165\ncluster_manager.cluster_modified: 25\ncluster_manager.cluster_removed: 20\ncluster_manager.cluster_updated: 25\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(1,0) P25(2.01,2.0076923076923077) P50(2.04,2.0474358974358973) P75(2.07,2.0871794871794873) P90(2.088,4.053333333333334) P95(2.094,8.093333333333334) P99(2.0987999999999998,13.760000000000005) P99.5(2.0994,37.379999999999995) P99.9(2.09988,37.876000000000005) P100(2.1,38)", "server_memory": "server.memory_allocated: 74505624\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 156886446", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 39\nwasmcustom.kuadrant.allowed: 11\nwasmcustom.kuadrant.configs: 124\nwasmcustom.kuadrant.hits: 11"}}}
{"index": 2, "timestamp": "2026-09-08T13:40:14Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-08T13:30:27Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-b5cvn", "memory": {"allocated": "77810016", "heap_size": "239075328", "pageheap_unmapped": "90537984", "pageheap_free": "21659648", "total_thread_cache": "27410728", "total_physical_bytes": "155887022"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-08T13:40:14Z/294\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 53\ncluster_manager.cds.config_reload_time_ms: 1788874791458\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 267\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 266\ncluster_manager.cds.update_time: 1788874814349\ncluster_manager.cds.version: 1071407600239872600\ncluster_manager.cluster_added: 190\ncluster_manager.cluster_modified: 49\ncluster_manager.cluster_removed: 51\ncluster_manager.cluster_updated: 55\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0120056497175143) P50(nan,2.0494350282485874) P75(nan,2.086864406779661) P90(nan,3.0785714285714287) P95(nan,8.01875) P99(nan,11.350000000000023) P99.5(nan,13.675000000000011) P99.9(nan,37.735000000000014) P100(nan,38)", "server_memory": "server.memory_allocated: 77697816\nserver.memory_heap_size: 239075328\nserver.memory_physical_size: 155887022", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 37\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 85\nwasmcustom.kuadrant.allowed: 3\nwasmcustom.kuadrant.configs: 135\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 3"}}}
{"index": 3, "timestamp": "2026-09-08T13:45:16Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-08T13:30:27Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-b5cvn", "memory": {"allocated": "74123248", "heap_size": "266338304", "pageheap_unmapped": "114737152", "pageheap_free": "24846336", "total_thread_cache": "27204856", "total_physical_bytes": "158950830"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-08T13:45:02Z/422\"\ncluster_manager.active_clusters: 135\ncluster_manager.cds.config_reload: 79\ncluster_manager.cds.config_reload_time_ms: 1788875074064\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 389\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 388\ncluster_manager.cds.update_time: 1788875102471\ncluster_manager.cds.version: 7658460354458510617\ncluster_manager.cluster_added: 218\ncluster_manager.cluster_modified: 73\ncluster_manager.cluster_removed: 83\ncluster_manager.cluster_updated: 81\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.010276679841897) P50(nan,2.0486166007905138) P75(nan,2.0869565217391304) P90(nan,3.07875) P95(nan,6.086666666666665) P99(nan,10.912) P99.5(nan,13.060000000000002) P99.9(nan,37.61200000000002) P100(nan,38)", "server_memory": "server.memory_allocated: 74084936\nserver.memory_heap_size: 266338304\nserver.memory_physical_size: 158950830", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 41\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 86\nwasmcustom.kuadrant.allowed: 42\nwasmcustom.kuadrant.configs: 148\nwasmcustom.kuadrant.hits: 42"}}}
{"index": 4, "timestamp": "2026-09-08T13:50:18Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-08T13:30:27Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-b5cvn", "memory": {"allocated": "72517392", "heap_size": "266338304", "pageheap_unmapped": "113803264", "pageheap_free": "26427392", "total_thread_cache": "25242016", "total_physical_bytes": "159884718"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-08T13:50:20Z/612\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 102\ncluster_manager.cds.config_reload_time_ms: 1788875415884\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 558\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 557\ncluster_manager.cds.update_time: 1788875420120\ncluster_manager.cds.version: 263740982080059957\ncluster_manager.cluster_added: 240\ncluster_manager.cluster_modified: 88\ncluster_manager.cluster_removed: 106\ncluster_manager.cluster_updated: 105\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(1.075,2.0099056603773584) P50(2.03,2.047035040431267) P75(2.065,2.084164420485175) P90(2.086,3.0555813953488373) P95(2.093,5.036249999999998) P99(2.0986,10.862727272727273) P99.5(2.0993,12.245000000000005) P99.9(2.09986,37.448999999999955) P100(2.1,38)", "server_memory": "server.memory_allocated: 72041176\nserver.memory_heap_size: 266338304\nserver.memory_physical_size: 159884718", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 109\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 219\nwasmcustom.kuadrant.allowed: 255\nwasmcustom.kuadrant.configs: 429\nwasmcustom.kuadrant.hits: 254\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 5, "timestamp": "2026-09-08T13:55:20Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-08T13:30:27Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-b5cvn", "memory": {"allocated": "72897408", "heap_size": "266338304", "pageheap_unmapped": "109027328", "pageheap_free": "29556736", "total_thread_cache": "25352504", "total_physical_bytes": "164660654"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-08T13:55:19Z/819\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 129\ncluster_manager.cds.config_reload_time_ms: 1788875717593\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 750\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 749\ncluster_manager.cds.update_time: 1788875719881\ncluster_manager.cds.version: 2601288474331870080\ncluster_manager.cluster_added: 268\ncluster_manager.cluster_modified: 108\ncluster_manager.cluster_removed: 129\ncluster_manager.cluster_updated: 128\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,2.0112403100775196) P50(2.05,2.0474806201550386) P75(3.0625,2.083720930232558) P90(10.3,3.045483870967742) P95(10.649999999999999,4.04) P99(10.93,10.876666666666665) P99.5(10.965,12.629999999999995) P99.9(10.993,37.25199999999995) P100(11,38)", "server_memory": "server.memory_allocated: 72740136\nserver.memory_heap_size: 266338304\nserver.memory_physical_size: 164660654", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 197\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 374\nwasmcustom.kuadrant.allowed: 398\nwasmcustom.kuadrant.configs: 796\nwasmcustom.kuadrant.hits: 397\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 6, "timestamp": "2026-09-08T14:00:23Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-08T13:30:27Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-b5cvn", "memory": {"allocated": "77326224", "heap_size": "266338304", "pageheap_unmapped": "101695488", "pageheap_free": "30547968", "total_thread_cache": "28304128", "total_physical_bytes": "171992494"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-08T14:00:23Z/1052\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 153\ncluster_manager.cds.config_reload_time_ms: 1788876023973\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 970\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 968\ncluster_manager.cds.update_time: 1788876023973\ncluster_manager.cds.version: 3786202096189456072\ncluster_manager.cluster_added: 289\ncluster_manager.cluster_modified: 124\ncluster_manager.cluster_removed: 155\ncluster_manager.cluster_updated: 149\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,2.013078034682081) P50(2.05,2.0479768786127166) P75(2.075,2.0828757225433527) P90(2.09,3.0338461538461536) P95(2.095,3.0957692307692306) P99(2.099,10.795384615384618) P99.5(2.0995,12.58499999999998) P99.9(2.0999,37.03399999999999) P100(2.1,38)", "server_memory": "server.memory_allocated: 77370232\nserver.memory_heap_size: 266338304\nserver.memory_physical_size: 171992494", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 279\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 562\nwasmcustom.kuadrant.allowed: 727\nwasmcustom.kuadrant.configs: 1124\nwasmcustom.kuadrant.hits: 726\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 7, "timestamp": "2026-09-08T14:05:25Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-08T13:30:27Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-b5cvn", "memory": {"allocated": "79239816", "heap_size": "266338304", "pageheap_unmapped": "101130240", "pageheap_free": "33013760", "total_thread_cache": "23206464", "total_physical_bytes": "172557742"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-08T14:04:59Z/1320\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 183\ncluster_manager.cds.config_reload_time_ms: 1788876275489\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1232\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1230\ncluster_manager.cds.update_time: 1788876299196\ncluster_manager.cds.version: 8902076562266924788\ncluster_manager.cluster_added: 317\ncluster_manager.cluster_modified: 149\ncluster_manager.cluster_removed: 178\ncluster_manager.cluster_updated: 181\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.015112359550562) P50(nan,2.0496629213483146) P75(nan,2.0842134831460672) P90(nan,3.042307692307692) P95(nan,4.008333333333334) P99(nan,10.668750000000003) P99.5(nan,11.849999999999909) P99.9(nan,15.769999999999982) P100(nan,38)", "server_memory": "server.memory_allocated: 79877376\nserver.memory_heap_size: 266338304\nserver.memory_physical_size: 172557742", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 426\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 781\nwasmcustom.kuadrant.allowed: 812\nwasmcustom.kuadrant.configs: 1721\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 811\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 8, "timestamp": "2026-09-08T14:10:27Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-08T13:30:27Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-b5cvn", "memory": {"allocated": "73754472", "heap_size": "293601280", "pageheap_unmapped": "114597888", "pageheap_free": "48275456", "total_thread_cache": "29565616", "total_physical_bytes": "186057134"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-08T14:10:20Z/1526\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 209\ncluster_manager.cds.config_reload_time_ms: 1788876618651\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1433\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1431\ncluster_manager.cds.update_time: 1788876620175\ncluster_manager.cds.version: 12828769008312607967\ncluster_manager.cluster_added: 342\ncluster_manager.cluster_modified: 174\ncluster_manager.cluster_removed: 197\ncluster_manager.cluster_updated: 199\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.016404011461318) P50(nan,2.050573065902579) P75(nan,2.0847421203438397) P90(nan,3.045) P95(nan,4.019347826086957) P99(nan,10.667894736842108) P99.5(nan,11.845000000000027) P99.9(nan,15.56899999999996) P100(nan,38)", "server_memory": "server.memory_allocated: 73735632\nserver.memory_heap_size: 293601280\nserver.memory_physical_size: 186057134", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 9\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 11\nwasmcustom.kuadrant.configs: 20"}}}
{"index": 9, "timestamp": "2026-09-08T14:15:29Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-08T13:30:27Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-b5cvn", "memory": {"allocated": "20704472", "heap_size": "293601280", "pageheap_unmapped": "164151296", "pageheap_free": "31637504", "total_thread_cache": "28936152", "total_physical_bytes": "136503726"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-08T14:15:12Z/1567\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 220\ncluster_manager.cds.config_reload_time_ms: 1788876768786\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1470\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1468\ncluster_manager.cds.update_time: 1788876912699\ncluster_manager.cds.version: 2666749056286545727\ncluster_manager.cluster_added: 357\ncluster_manager.cluster_modified: 187\ncluster_manager.cluster_removed: 223\ncluster_manager.cluster_updated: 225\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0161168708765316) P50(nan,2.050706880301602) P75(nan,2.085296889726673) P90(nan,3.050952380952381) P95(nan,4.044615384615384) P99(nan,10.715999999999998) P99.5(nan,12.220000000000027) P99.9(nan,15.531999999999925) P100(nan,38)", "server_memory": "server.memory_allocated: 72174704\nserver.memory_heap_size: 293601280\nserver.memory_physical_size: 164692398", "wasm_stats": ""}}}
{"index": 10, "timestamp": "2026-09-08T14:20:32Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-08T13:30:27Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-b5cvn", "memory": {"allocated": "82254384", "heap_size": "306184192", "pageheap_unmapped": "137207808", "pageheap_free": "31612928", "total_thread_cache": "26620848", "total_physical_bytes": "176030126"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-08T14:20:33Z/1939\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 235\ncluster_manager.cds.config_reload_time_ms: 1788877222768\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1837\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1835\ncluster_manager.cds.update_time: 1788877233585\ncluster_manager.cds.version: 18064512100509149301\ncluster_manager.cluster_added: 372\ncluster_manager.cluster_modified: 199\ncluster_manager.cluster_removed: 232\ncluster_manager.cluster_updated: 237\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.029166666666667,2.018157132512672) P50(2.058333333333333,2.0512309920347573) P75(2.0875,2.0843048515568428) P90(3.03,3.0395172413793103) P95(3.065,4.011774193548387) P99(3.093,10.606190476190477) P99.5(3.0965,11.865000000000009) P99.9(3.0993,15.173000000000002) P100(3.1,38)", "server_memory": "server.memory_allocated: 81127720\nserver.memory_heap_size: 306184192\nserver.memory_physical_size: 176030126", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 338\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 355\nwasmcustom.kuadrant.allowed: 3\nwasmcustom.kuadrant.configs: 1342\nwasmcustom.kuadrant.hits: 4"}}}
{"index": 11, "timestamp": "2026-09-08T14:25:34Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-08T13:30:27Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-b5cvn", "memory": {"allocated": "74019440", "heap_size": "333447168", "pageheap_unmapped": "148807680", "pageheap_free": "49807360", "total_thread_cache": "30108688", "total_physical_bytes": "191693230"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-08T14:25:31Z/2031\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 255\ncluster_manager.cds.config_reload_time_ms: 1788877500755\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1926\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1924\ncluster_manager.cds.update_time: 1788877531373\ncluster_manager.cds.version: 17590551586697023275\ncluster_manager.cluster_added: 393\ncluster_manager.cluster_modified: 220\ncluster_manager.cluster_removed: 246\ncluster_manager.cluster_updated: 269\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,2.017884481558803) P50(0,2.051356993736952) P75(0,2.084829505915101) P90(0,3.0452564102564104) P95(0,4.030857142857143) P99(0,10.641739130434782) P99.5(0,12.09499999999997) P99.9(0,15.076000000000022) P100(0,38)", "server_memory": "server.memory_allocated: 74396664\nserver.memory_heap_size: 333447168\nserver.memory_physical_size: 191693230", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 8\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 8\nwasmcustom.kuadrant.configs: 16"}}}
{"index": 12, "timestamp": "2026-09-08T14:28:16Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-08T13:30:27Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-b5cvn", "memory": {"allocated": "21506168", "heap_size": "333447168", "pageheap_unmapped": "201809920", "pageheap_free": "31105024", "total_thread_cache": "27994552", "total_physical_bytes": "138690990"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-08T14:27:31Z/2092\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 262\ncluster_manager.cds.config_reload_time_ms: 1788877612484\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1983\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1981\ncluster_manager.cds.update_time: 1788877651108\ncluster_manager.cds.version: 10447095308168623619\ncluster_manager.cluster_added: 399\ncluster_manager.cluster_modified: 227\ncluster_manager.cluster_removed: 267\ncluster_manager.cluster_updated: 280\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.017903116531165) P50(nan,2.051456639566396) P75(nan,2.085010162601626) P90(nan,3.047142857142857) P95(nan,4.0357692307692306) P99(nan,10.674583333333336) P99.5(nan,12.273750000000007) P99.9(nan,16.019000000000005) P100(nan,38)", "server_memory": "server.memory_allocated: 72812600\nserver.memory_heap_size: 333447168\nserver.memory_physical_size: 166879662", "wasm_stats": ""}}}