{"index": 0, "timestamp": "2026-09-16T18:58:16Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:56Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-5p4nm", "memory": {"allocated": "13417984", "heap_size": "20971520", "pageheap_unmapped": "0", "pageheap_free": "4136960", "total_thread_cache": "1786016", "total_physical_bytes": "29685166"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T18:56:34Z/9\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 24\ncluster_manager.cds.config_reload_time_ms: 1789584994880\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 46\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 44\ncluster_manager.cds.update_time: 1789584994880\ncluster_manager.cds.version: 6376787464964459135\ncluster_manager.cluster_added: 132\ncluster_manager.cluster_modified: 27\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 43\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0375) P75(nan,5.025) P90(nan,10.3) P95(nan,22.799999999999997) P99(nan,29.560000000000002) P99.5(nan,29.78) P99.9(nan,29.956000000000003) P100(nan,30)", "server_memory": "server.memory_allocated: 13378616\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 29685166", "wasm_stats": ""}}}
{"index": 1, "timestamp": "2026-09-16T19:03:18Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:58:55Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-5p4nm", "memory": {"allocated": "71505896", "heap_size": "226492416", "pageheap_unmapped": "60375040", "pageheap_free": "39460864", "total_thread_cache": "32594048", "total_physical_bytes": "174822830"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:03:09Z/86\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 24\ncluster_manager.cds.config_reload_time_ms: 1789585388961\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 57\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 56\ncluster_manager.cds.update_time: 1789585389982\ncluster_manager.cds.version: 14544081989419138123\ncluster_manager.cluster_added: 164\ncluster_manager.cluster_modified: 19\ncluster_manager.cluster_removed: 22\ncluster_manager.cluster_updated: 33\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0125) P75(nan,2.1) P90(nan,7.013333333333334) P95(nan,10.099999999999998) P99(nan,47.44) P99.5(nan,47.72) P99.9(nan,47.944) P100(nan,48)", "server_memory": "server.memory_allocated: 71482960\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 174822830", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 17\nwasmcustom.kuadrant.allowed: 11\nwasmcustom.kuadrant.configs: 36\nwasmcustom.kuadrant.hits: 11"}}}
{"index": 2, "timestamp": "2026-09-16T19:08:20Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:58:55Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-5p4nm", "memory": {"allocated": "71496688", "heap_size": "226492416", "pageheap_unmapped": "60375040", "pageheap_free": "38871040", "total_thread_cache": "33031536", "total_physical_bytes": "174822830"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:08:05Z/148\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 53\ncluster_manager.cds.config_reload_time_ms: 1789585663453\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 115\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 114\ncluster_manager.cds.update_time: 1789585685771\ncluster_manager.cds.version: 16382555206977388142\ncluster_manager.cluster_added: 196\ncluster_manager.cluster_modified: 48\ncluster_manager.cluster_removed: 57\ncluster_manager.cluster_updated: 60\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0125) P75(nan,3.0045454545454544) P90(nan,7.0200000000000005) P95(nan,10.459999999999999) P99(nan,11.93) P99.5(nan,47.42999999999999) P99.9(nan,47.885999999999996) P100(nan,48)", "server_memory": "server.memory_allocated: 71610216\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 174822830", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 26\nwasmcustom.kuadrant.allowed: 18\nwasmcustom.kuadrant.configs: 75\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 17\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 3, "timestamp": "2026-09-16T19:13:22Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:58:55Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-5p4nm", "memory": {"allocated": "71072488", "heap_size": "226492416", "pageheap_unmapped": "60375040", "pageheap_free": "38674432", "total_thread_cache": "33365416", "total_physical_bytes": "174822830"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:12:59Z/197\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 76\ncluster_manager.cds.config_reload_time_ms: 1789585960252\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 158\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 157\ncluster_manager.cds.update_time: 1789585979770\ncluster_manager.cds.version: 8068170309129472584\ncluster_manager.cluster_added: 221\ncluster_manager.cluster_modified: 71\ncluster_manager.cluster_removed: 89\ncluster_manager.cluster_updated: 84\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0174418604651163) P75(nan,3.0220588235294117) P90(nan,7.032500000000001) P95(nan,10.592857142857143) P99(nan,13.430000000000007) P99.5(nan,47.215) P99.9(nan,47.84299999999999) P100(nan,48)", "server_memory": "server.memory_allocated: 71033184\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 174822830", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 36\nwasmcustom.kuadrant.allowed: 23\nwasmcustom.kuadrant.configs: 115\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 22\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 4, "timestamp": "2026-09-16T19:18:24Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:58:55Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-5p4nm", "memory": {"allocated": "73022232", "heap_size": "226492416", "pageheap_unmapped": "74334208", "pageheap_free": "29368320", "total_thread_cache": "28363144", "total_physical_bytes": "160863662"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:18:26Z/267\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 99\ncluster_manager.cds.config_reload_time_ms: 1789586305674\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 209\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 208\ncluster_manager.cds.update_time: 1789586306646\ncluster_manager.cds.version: 13532545373990399277\ncluster_manager.cluster_added: 243\ncluster_manager.cluster_modified: 86\ncluster_manager.cluster_removed: 101\ncluster_manager.cluster_updated: 102\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.018965517241379) P75(nan,3.0130434782608697) P90(nan,6.075) P95(nan,10.571428571428571) P99(nan,13.5) P99.5(nan,14) P99.9(nan,47.80000000000001) P100(nan,48)", "server_memory": "server.memory_allocated: 72360064\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 160732590", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 21\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 22\nwasmcustom.kuadrant.allowed: 189\nwasmcustom.kuadrant.configs: 74\nwasmcustom.kuadrant.hits: 189"}}}
{"index": 5, "timestamp": "2026-09-16T19:23:27Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:58:55Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-5p4nm", "memory": {"allocated": "72446216", "heap_size": "226492416", "pageheap_unmapped": "73973760", "pageheap_free": "29286400", "total_thread_cache": "28918776", "total_physical_bytes": "161224110"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:23:17Z/338\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 121\ncluster_manager.cds.config_reload_time_ms: 1789586597451\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 270\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 269\ncluster_manager.cds.update_time: 1789586597451\ncluster_manager.cds.version: 17863408254263360244\ncluster_manager.cluster_added: 264\ncluster_manager.cluster_modified: 101\ncluster_manager.cluster_removed: 123\ncluster_manager.cluster_updated: 124\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.01875) P75(nan,2.0951704545454546) P90(nan,5.036666666666666) P95(nan,10.364285714285712) P99(nan,13.655000000000001) P99.5(nan,15.654999999999973) P99.9(nan,47.730999999999995) P100(nan,48)", "server_memory": "server.memory_allocated: 72406912\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 161224110", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 48\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 53\nwasmcustom.kuadrant.allowed: 340\nwasmcustom.kuadrant.configs: 182\nwasmcustom.kuadrant.hits: 340"}}}
{"index": 6, "timestamp": "2026-09-16T19:28:29Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:58:55Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-5p4nm", "memory": {"allocated": "72284536", "heap_size": "226492416", "pageheap_unmapped": "73113600", "pageheap_free": "29040640", "total_thread_cache": "29746320", "total_physical_bytes": "162084270"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:28:14Z/449\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 143\ncluster_manager.cds.config_reload_time_ms: 1789586892051\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 331\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 330\ncluster_manager.cds.update_time: 1789586894128\ncluster_manager.cds.version: 11584142868428077047\ncluster_manager.cluster_added: 287\ncluster_manager.cluster_modified: 118\ncluster_manager.cluster_removed: 147\ncluster_manager.cluster_updated: 140\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.018421052631579) P75(nan,2.0907894736842105) P90(nan,4.083333333333333) P95(nan,10.277777777777779) P99(nan,13.849999999999994) P99.5(nan,15.350000000000023) P99.9(nan,47.670000000000016) P100(nan,48)", "server_memory": "server.memory_allocated: 72245232\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 162084270", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 70\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 80\nwasmcustom.kuadrant.allowed: 527\nwasmcustom.kuadrant.configs: 270\nwasmcustom.kuadrant.hits: 527"}}}
{"index": 7, "timestamp": "2026-09-16T19:33:31Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:58:55Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-5p4nm", "memory": {"allocated": "72449640", "heap_size": "226492416", "pageheap_unmapped": "73113600", "pageheap_free": "28860416", "total_thread_cache": "30090952", "total_physical_bytes": "162084270"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:32:57Z/531\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 166\ncluster_manager.cds.config_reload_time_ms: 1789587175874\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 398\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 396\ncluster_manager.cds.update_time: 1789587177884\ncluster_manager.cds.version: 10173452186822217341\ncluster_manager.cluster_added: 306\ncluster_manager.cluster_modified: 134\ncluster_manager.cluster_removed: 165\ncluster_manager.cluster_updated: 162\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0186206896551724) P75(nan,2.086896551724138) P90(nan,4.023333333333334) P95(nan,10.12) P99(nan,14.04000000000002) P99.5(nan,15.509999999999991) P99.9(nan,47.603999999999985) P100(nan,48)", "server_memory": "server.memory_allocated: 72426720\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 162084270", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 93\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 111\nwasmcustom.kuadrant.allowed: 727\nwasmcustom.kuadrant.configs: 371\nwasmcustom.kuadrant.hits: 727"}}}
{"index": 8, "timestamp": "2026-09-16T19:38:33Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:58:55Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-5p4nm", "memory": {"allocated": "71356568", "heap_size": "253755392", "pageheap_unmapped": "102047744", "pageheap_free": "26787840", "total_thread_cache": "29370496", "total_physical_bytes": "160413102"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:38:35Z/595\"\ncluster_manager.active_clusters: 133\ncluster_manager.cds.config_reload: 191\ncluster_manager.cds.config_reload_time_ms: 1789587515544\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 456\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 454\ncluster_manager.cds.update_time: 1789587515544\ncluster_manager.cds.version: 11438695794652000613\ncluster_manager.cluster_added: 334\ncluster_manager.cluster_modified: 159\ncluster_manager.cluster_removed: 201\ncluster_manager.cluster_updated: 186\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0211656441717794) P75(nan,2.0906441717791413) P90(nan,4.085555555555556) P95(nan,10.167857142857141) P99(nan,13.734999999999985) P99.5(nan,15.367500000000007) P99.9(nan,47.547000000000025) P100(nan,48)", "server_memory": "server.memory_allocated: 71317264\nserver.memory_heap_size: 253755392\nserver.memory_physical_size: 160413102", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 13\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 12\nwasmcustom.kuadrant.allowed: 3\nwasmcustom.kuadrant.configs: 36\nwasmcustom.kuadrant.hits: 2\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 9, "timestamp": "2026-09-16T19:43:36Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:58:55Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-5p4nm", "memory": {"allocated": "71480784", "heap_size": "253755392", "pageheap_unmapped": "101916672", "pageheap_free": "26640384", "total_thread_cache": "29210016", "total_physical_bytes": "160544174"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:43:06Z/644\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 214\ncluster_manager.cds.config_reload_time_ms: 1789587770353\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 500\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 498\ncluster_manager.cds.update_time: 1789587786682\ncluster_manager.cds.version: 7748450958481446749\ncluster_manager.cluster_added: 358\ncluster_manager.cluster_modified: 183\ncluster_manager.cluster_removed: 219\ncluster_manager.cluster_updated: 208\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.023699421965318) P75(nan,2.095664739884393) P90(nan,5.017142857142857) P95(nan,10.241176470588233) P99(nan,13.509999999999991) P99.5(nan,15.254999999999995) P99.9(nan,47.50200000000001) P100(nan,48)", "server_memory": "server.memory_allocated: 71441480\nserver.memory_heap_size: 253755392\nserver.memory_physical_size: 160544174", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 22\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 23\nwasmcustom.kuadrant.allowed: 4\nwasmcustom.kuadrant.configs: 75\nwasmcustom.kuadrant.hits: 3\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 10, "timestamp": "2026-09-16T19:48:38Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:58:55Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-5p4nm", "memory": {"allocated": "71505832", "heap_size": "253755392", "pageheap_unmapped": "101916672", "pageheap_free": "26517504", "total_thread_cache": "29617688", "total_physical_bytes": "160544174"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:48:30Z/675\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 224\ncluster_manager.cds.config_reload_time_ms: 1789588002179\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 530\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 528\ncluster_manager.cds.update_time: 1789588110395\ncluster_manager.cds.version: 10600260169466056144\ncluster_manager.cluster_added: 369\ncluster_manager.cluster_modified: 191\ncluster_manager.cluster_removed: 229\ncluster_manager.cluster_updated: 224\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.025133689839572) P75(nan,2.09572192513369) P90(nan,5.031428571428571) P95(nan,10.21176470588235) P99(nan,13.360000000000014) P99.5(nan,15.180000000000007) P99.9(nan,47.47199999999998) P100(nan,48)", "server_memory": "server.memory_allocated: 71466528\nserver.memory_heap_size: 253755392\nserver.memory_physical_size: 160544174", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 29\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 30\nwasmcustom.kuadrant.allowed: 10\nwasmcustom.kuadrant.configs: 103\nwasmcustom.kuadrant.hits: 9\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 11, "timestamp": "2026-09-16T19:53:40Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:58:55Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-5p4nm", "memory": {"allocated": "71917576", "heap_size": "272629760", "pageheap_unmapped": "125370368", "pageheap_free": "24092672", "total_thread_cache": "28406576", "total_physical_bytes": "155964846"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:53:35Z/704\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 233\ncluster_manager.cds.config_reload_time_ms: 1789588361655\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 556\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 554\ncluster_manager.cds.update_time: 1789588415349\ncluster_manager.cds.version: 6069899878648379922\ncluster_manager.cluster_added: 378\ncluster_manager.cluster_modified: 197\ncluster_manager.cluster_removed: 238\ncluster_manager.cluster_updated: 235\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.0251256281407035) P75(0,2.0947236180904523) P90(0,5.022857142857143) P95(0,10.194117647058821) P99(0,13.486666666666679) P99.5(0,15.115000000000009) P99.9(0,47.446000000000026) P100(0,48)", "server_memory": "server.memory_allocated: 71878272\nserver.memory_heap_size: 272629760\nserver.memory_physical_size: 155964846", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 11\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 9\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 31\nwasmcustom.kuadrant.hits: 3"}}}
{"index": 12, "timestamp": "2026-09-16T19:58:42Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:58:55Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-5p4nm", "memory": {"allocated": "20411864", "heap_size": "272629760", "pageheap_unmapped": "174948352", "pageheap_free": "7479296", "total_thread_cache": "28728552", "total_physical_bytes": "106386862"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:58:46Z/756\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 258\ncluster_manager.cds.config_reload_time_ms: 1789588730185\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 606\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 604\ncluster_manager.cds.update_time: 1789588730202\ncluster_manager.cds.version: 12954633578193075260\ncluster_manager.cluster_added: 404\ncluster_manager.cluster_modified: 223\ncluster_manager.cluster_removed: 258\ncluster_manager.cluster_updated: 256\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 1\ncluster_manager.cds.update_duration: P0(3,0) P25(3.05,0) P50(3.1,2.025) P75(10.5,2.096875) P90(10.8,5.062) P95(10.9,10.268421052631581) P99(10.98,14.009999999999991) P99.5(10.99,15.336666666666664) P99.9(10.998,47.402000000000044) P100(11,48)", "server_memory": "server.memory_allocated: 72454040\nserver.memory_heap_size: 299892736\nserver.memory_physical_size: 189747630", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 6\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 2\nwasmcustom.kuadrant.configs: 8"}}}
{"index": 13, "timestamp": "2026-09-16T20:03:44Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:58:55Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-5p4nm", "memory": {"allocated": "70887736", "heap_size": "299892736", "pageheap_unmapped": "148463616", "pageheap_free": "28958720", "total_thread_cache": "25734720", "total_physical_bytes": "159838638"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:03:25Z/792\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 268\ncluster_manager.cds.config_reload_time_ms: 1789588940853\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 639\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 636\ncluster_manager.cds.update_time: 1789589005695\ncluster_manager.cds.version: 1943114650930987182\ncluster_manager.cluster_added: 413\ncluster_manager.cluster_modified: 231\ncluster_manager.cluster_removed: 281\ncluster_manager.cluster_updated: 278\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0245454545454544) P75(nan,2.0968181818181817) P90(nan,5.058181818181818) P95(nan,10.221052631578944) P99(nan,14.319999999999993) P99.5(nan,15.606666666666683) P99.9(nan,47.36400000000003) P100(nan,48)", "server_memory": "server.memory_allocated: 70848432\nserver.memory_heap_size: 299892736\nserver.memory_physical_size: 159838638", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 12\nwasmcustom.kuadrant.allowed: 3\nwasmcustom.kuadrant.configs: 27\nwasmcustom.kuadrant.hits: 2\nwasmcustom.kuadrant.misses: 1"}}}