{"index": 0, "timestamp": "2026-09-18T19:50:57Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-09-18T19:45:48Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-ggzph", "memory": {"allocated": "13402288", "heap_size": "20971520", "pageheap_unmapped": "0", "pageheap_free": "4259840", "total_thread_cache": "1620200", "total_physical_bytes": "28984750"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T19:49:16Z/10\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 24\ncluster_manager.cds.config_reload_time_ms: 1789760956326\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 45\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 43\ncluster_manager.cds.update_time: 1789760956326\ncluster_manager.cds.version: 8549449627263967716\ncluster_manager.cluster_added: 132\ncluster_manager.cluster_modified: 27\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 46\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.07) P75(nan,5.05625) P90(nan,11.566666666666668) P95(nan,12.850000000000001) P99(nan,24.785) P99.5(nan,24.8925) P99.9(nan,24.9785) P100(nan,25)", "server_memory": "server.memory_allocated: 13386984\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 28984750", "wasm_stats": ""}}} {"index": 1, "timestamp": "2026-09-18T19:55:59Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T19:51:22Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-ggzph", "memory": {"allocated": "72046424", "heap_size": "232783872", "pageheap_unmapped": "66445312", "pageheap_free": "38903808", "total_thread_cache": "31337256", "total_physical_bytes": "174269870"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T19:55:56Z/92\"\ncluster_manager.active_clusters: 144\ncluster_manager.cds.config_reload: 31\ncluster_manager.cds.config_reload_time_ms: 1789761349287\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 73\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 72\ncluster_manager.cds.update_time: 1789761356476\ncluster_manager.cds.version: 10779798719254392724\ncluster_manager.cluster_added: 164\ncluster_manager.cluster_modified: 29\ncluster_manager.cluster_removed: 20\ncluster_manager.cluster_updated: 27\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,0) P50(2.05,2.04) P75(2.075,3.05) P90(2.09,6.095) P95(2.095,10.466666666666663) P99(2.099,34.28) P99.5(2.0995,34.64) P99.9(2.0999,34.928) P100(2.1,35)", "server_memory": "server.memory_allocated: 72007120\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 174269870", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 21\nwasmcustom.kuadrant.allowed: 12\nwasmcustom.kuadrant.configs: 52\nwasmcustom.kuadrant.hits: 12"}}} {"index": 2, "timestamp": "2026-09-18T20:01:01Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T19:51:22Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-ggzph", "memory": {"allocated": "71836448", "heap_size": "232783872", "pageheap_unmapped": "66445312", "pageheap_free": "38559744", "total_thread_cache": "31579904", "total_physical_bytes": "174269870"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T20:01:01Z/147\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 56\ncluster_manager.cds.config_reload_time_ms: 1789761634052\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 121\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 120\ncluster_manager.cds.update_time: 1789761661493\ncluster_manager.cds.version: 2154392092107348256\ncluster_manager.cluster_added: 190\ncluster_manager.cluster_modified: 58\ncluster_manager.cluster_removed: 51\ncluster_manager.cluster_updated: 55\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.044047619047619) P75(nan,3.0520833333333335) P90(nan,9.005) P95(nan,10.578571428571427) P99(nan,13.810000000000002) P99.5(nan,34.405) P99.9(nan,34.881) P100(nan,35)", "server_memory": "server.memory_allocated: 71811544\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 174269870", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 31\nwasmcustom.kuadrant.allowed: 18\nwasmcustom.kuadrant.configs: 92\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 18"}}} {"index": 3, "timestamp": "2026-09-18T20:06:03Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T19:51:22Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-ggzph", "memory": {"allocated": "71987664", "heap_size": "232783872", "pageheap_unmapped": "81518592", "pageheap_free": "27762688", "total_thread_cache": "30649328", "total_physical_bytes": "159196590"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T20:06:04Z/212\"\ncluster_manager.active_clusters: 135\ncluster_manager.cds.config_reload: 83\ncluster_manager.cds.config_reload_time_ms: 1789761937871\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 179\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 178\ncluster_manager.cds.update_time: 1789761964676\ncluster_manager.cds.version: 17364037194395038389\ncluster_manager.cluster_added: 218\ncluster_manager.cluster_modified: 83\ncluster_manager.cluster_removed: 83\ncluster_manager.cluster_updated: 83\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,0) P50(2.05,2.040983606557377) P75(2.075,3.04) P90(2.09,8.046666666666667) P95(2.095,10.47272727272727) P99(2.099,13.240000000000009) P99.5(2.0995,34.120000000000005) P99.9(2.0999,34.82400000000001) P100(2.1,35)", "server_memory": "server.memory_allocated: 72301936\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 159196590", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 20\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 22\nwasmcustom.kuadrant.allowed: 4\nwasmcustom.kuadrant.configs: 64\nwasmcustom.kuadrant.hits: 4"}}} {"index": 4, "timestamp": "2026-09-18T20:11:05Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T19:51:22Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-ggzph", "memory": {"allocated": "72284232", "heap_size": "232783872", "pageheap_unmapped": "81272832", "pageheap_free": "28442624", "total_thread_cache": "27746496", "total_physical_bytes": "159442350"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T20:11:00Z/287\"\ncluster_manager.active_clusters: 135\ncluster_manager.cds.config_reload: 103\ncluster_manager.cds.config_reload_time_ms: 1789762243781\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 240\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 239\ncluster_manager.cds.update_time: 1789762260770\ncluster_manager.cds.version: 4438261971770894613\ncluster_manager.cluster_added: 238\ncluster_manager.cluster_modified: 97\ncluster_manager.cluster_removed: 103\ncluster_manager.cluster_updated: 102\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.0343023255813955) P75(2.05,3.013) P90(2.08,6.042) P95(2.09,10.368181818181817) P99(2.098,13.304999999999993) P99.5(2.099,13.902500000000003) P99.9(2.0998,34.760999999999996) P100(2.1,35)", "server_memory": "server.memory_allocated: 72119848\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 159442350", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 46\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 51\nwasmcustom.kuadrant.allowed: 211\nwasmcustom.kuadrant.configs: 168\nwasmcustom.kuadrant.hits: 211"}}} {"index": 5, "timestamp": "2026-09-18T20:16:07Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T19:51:22Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-ggzph", "memory": {"allocated": "73014800", "heap_size": "232783872", "pageheap_unmapped": "80879616", "pageheap_free": "28483584", "total_thread_cache": "28440048", "total_physical_bytes": "159835566"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T20:15:47Z/375\"\ncluster_manager.active_clusters: 143\ncluster_manager.cds.config_reload: 131\ncluster_manager.cds.config_reload_time_ms: 1789762543141\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 309\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 308\ncluster_manager.cds.update_time: 1789762547804\ncluster_manager.cds.version: 1947247531030343024\ncluster_manager.cluster_added: 261\ncluster_manager.cluster_modified: 116\ncluster_manager.cluster_removed: 118\ncluster_manager.cluster_updated: 123\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.033333333333333) P75(nan,3.002702702702703) P90(nan,5.029999999999999) P95(nan,10.236363636363633) P99(nan,13.460000000000008) P99.5(nan,14.45999999999998) P99.9(nan,34.69200000000001) P100(nan,35)", "server_memory": "server.memory_allocated: 72995976\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 159835566", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 70\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 82\nwasmcustom.kuadrant.allowed: 346\nwasmcustom.kuadrant.configs: 273\nwasmcustom.kuadrant.hits: 346"}}} {"index": 6, "timestamp": "2026-09-18T20:21:09Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T19:51:22Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-ggzph", "memory": {"allocated": "72346312", "heap_size": "232783872", "pageheap_unmapped": "80527360", "pageheap_free": "28336128", "total_thread_cache": "29185688", "total_physical_bytes": "160187822"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T20:21:02Z/473\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 154\ncluster_manager.cds.config_reload_time_ms: 1789762843155\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 377\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 375\ncluster_manager.cds.update_time: 1789762862779\ncluster_manager.cds.version: 3948608059919245490\ncluster_manager.cluster_added: 283\ncluster_manager.cluster_modified: 136\ncluster_manager.cluster_removed: 144\ncluster_manager.cluster_updated: 146\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.032986111111111) P75(nan,2.0980902777777777) P90(nan,4.085) P95(nan,10.173076923076923) P99(nan,13.125) P99.5(nan,14.125) P99.9(nan,34.625) P100(nan,35)", "server_memory": "server.memory_allocated: 72307008\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 160187822", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 95\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 114\nwasmcustom.kuadrant.allowed: 655\nwasmcustom.kuadrant.configs: 382\nwasmcustom.kuadrant.hits: 655"}}} {"index": 7, "timestamp": "2026-09-18T20:26:12Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T19:51:22Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-ggzph", "memory": {"allocated": "71650984", "heap_size": "232783872", "pageheap_unmapped": "80470016", "pageheap_free": "28164096", "total_thread_cache": "28765480", "total_physical_bytes": "160245166"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T20:25:51Z/554\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 178\ncluster_manager.cds.config_reload_time_ms: 1789763138948\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 441\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 439\ncluster_manager.cds.update_time: 1789763151036\ncluster_manager.cds.version: 15804940414255041409\ncluster_manager.cluster_added: 309\ncluster_manager.cluster_modified: 152\ncluster_manager.cluster_removed: 170\ncluster_manager.cluster_updated: 174\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0342261904761907) P75(nan,2.0995535714285714) P90(nan,4.082727272727273) P95(nan,10.128124999999997) P99(nan,12.870000000000005) P99.5(nan,13.902500000000003) P99.9(nan,34.56099999999998) P100(nan,35)", "server_memory": "server.memory_allocated: 71611680\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 160245166", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 117\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 138\nwasmcustom.kuadrant.allowed: 857\nwasmcustom.kuadrant.configs: 470\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 857"}}} {"index": 8, "timestamp": "2026-09-18T20:31:14Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T19:51:22Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-ggzph", "memory": {"allocated": "70929192", "heap_size": "232783872", "pageheap_unmapped": "80470016", "pageheap_free": "28180480", "total_thread_cache": "29164024", "total_physical_bytes": "160245166"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T20:31:09Z/597\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 195\ncluster_manager.cds.config_reload_time_ms: 1789763398556\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 479\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 477\ncluster_manager.cds.update_time: 1789763469673\ncluster_manager.cds.version: 6876853799246635045\ncluster_manager.cluster_added: 327\ncluster_manager.cluster_modified: 171\ncluster_manager.cluster_removed: 195\ncluster_manager.cluster_updated: 194\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0343575418994413) P75(nan,3.0028688524590166) P90(nan,5.0075) P95(nan,10.257499999999999) P99(nan,12.807500000000005) P99.5(nan,13.807500000000005) P99.9(nan,34.523000000000025) P100(nan,35)", "server_memory": "server.memory_allocated: 70906272\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 160245166", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 128\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 149\nwasmcustom.kuadrant.allowed: 861\nwasmcustom.kuadrant.configs: 514\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 861"}}} {"index": 9, "timestamp": "2026-09-18T20:36:16Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T19:51:22Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-ggzph", "memory": {"allocated": "71933976", "heap_size": "232783872", "pageheap_unmapped": "80470016", "pageheap_free": "28082176", "total_thread_cache": "29045320", "total_physical_bytes": "160245166"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T20:35:33Z/658\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 228\ncluster_manager.cds.config_reload_time_ms: 1789763733855\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 535\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 533\ncluster_manager.cds.update_time: 1789763733855\ncluster_manager.cds.version: 16687560711645555\ncluster_manager.cluster_added: 365\ncluster_manager.cluster_modified: 208\ncluster_manager.cluster_removed: 218\ncluster_manager.cluster_updated: 225\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.037179487179487) P75(nan,3.015357142857143) P90(nan,6.03) P95(nan,10.321153846153845) P99(nan,12.66749999999999) P99.5(nan,13.667500000000018) P99.9(nan,34.466999999999985) P100(nan,35)", "server_memory": "server.memory_allocated: 71919136\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 160245166", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 135\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 162\nwasmcustom.kuadrant.allowed: 862\nwasmcustom.kuadrant.configs: 542\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 862"}}} {"index": 10, "timestamp": "2026-09-18T20:41:18Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T19:51:22Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-ggzph", "memory": {"allocated": "70864008", "heap_size": "260046848", "pageheap_unmapped": "93380608", "pageheap_free": "43278336", "total_thread_cache": "27107416", "total_physical_bytes": "174597550"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T20:40:56Z/670\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 230\ncluster_manager.cds.config_reload_time_ms: 1789763950372\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 547\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 545\ncluster_manager.cds.update_time: 1789764056138\ncluster_manager.cds.version: 12764303623512175074\ncluster_manager.cluster_added: 367\ncluster_manager.cluster_modified: 208\ncluster_manager.cluster_removed: 233\ncluster_manager.cluster_updated: 230\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.03675) P75(nan,3.013732394366197) P90(nan,6.016666666666667) P95(nan,10.298076923076923) P99(nan,12.637499999999989) P99.5(nan,13.637499999999989) P99.9(nan,34.45500000000004) P100(nan,35)", "server_memory": "server.memory_allocated: 70824704\nserver.memory_heap_size: 260046848\nserver.memory_physical_size: 174597550", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 6\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 2\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 8\nwasmcustom.kuadrant.hits: 2"}}} {"index": 11, "timestamp": "2026-09-18T20:46:21Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T19:51:22Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-ggzph", "memory": {"allocated": "71366664", "heap_size": "260046848", "pageheap_unmapped": "110280704", "pageheap_free": "25976832", "total_thread_cache": "28011496", "total_physical_bytes": "157697454"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T20:46:14Z/718\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 249\ncluster_manager.cds.config_reload_time_ms: 1789764346355\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 588\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 586\ncluster_manager.cds.update_time: 1789764374969\ncluster_manager.cds.version: 10599111216733478939\ncluster_manager.cluster_added: 387\ncluster_manager.cluster_modified: 231\ncluster_manager.cluster_removed: 248\ncluster_manager.cluster_updated: 251\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0367924528301886) P75(nan,3.0162337662337664) P90(nan,6.0488888888888885) P95(nan,10.334482758620688) P99(nan,12.784999999999997) P99.5(nan,14.035000000000025) P99.9(nan,34.41399999999999) P100(nan,35)", "server_memory": "server.memory_allocated: 71327360\nserver.memory_heap_size: 260046848\nserver.memory_physical_size: 157697454", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 19\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 16\nwasmcustom.kuadrant.allowed: 7\nwasmcustom.kuadrant.configs: 60\nwasmcustom.kuadrant.hits: 7"}}} {"index": 12, "timestamp": "2026-09-18T20:51:23Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T19:51:22Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-ggzph", "memory": {"allocated": "71694456", "heap_size": "272629760", "pageheap_unmapped": "102113280", "pageheap_free": "46153728", "total_thread_cache": "29664992", "total_physical_bytes": "178447790"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T20:51:21Z/763\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 269\ncluster_manager.cds.config_reload_time_ms: 1789764679954\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 631\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 628\ncluster_manager.cds.update_time: 1789764681747\ncluster_manager.cds.version: 16832194031878336513\ncluster_manager.cluster_added: 408\ncluster_manager.cluster_modified: 252\ncluster_manager.cluster_removed: 267\ncluster_manager.cluster_updated: 274\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(2.1,2.03710407239819) P75(3.1,3.021951219512195) P90(4.06,6.08) P95(4.08,10.353333333333333) P99(4.096,12.930000000000007) P99.5(4.098,14.430000000000007) P99.9(4.0996,34.37199999999996) P100(4.1,35)", "server_memory": "server.memory_allocated: 71655152\nserver.memory_heap_size: 272629760\nserver.memory_physical_size: 178447790", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 6\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 3\nwasmcustom.kuadrant.configs: 8"}}} {"index": 13, "timestamp": "2026-09-18T20:52:10Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-18T19:51:22Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-ggzph", "memory": {"allocated": "71141224", "heap_size": "272629760", "pageheap_unmapped": "102113280", "pageheap_free": "46096384", "total_thread_cache": "30089008", "total_physical_bytes": "178447790"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-18T20:52:07Z/769\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 269\ncluster_manager.cds.config_reload_time_ms: 1789764679954\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 636\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 633\ncluster_manager.cds.update_time: 1789764727576\ncluster_manager.cds.version: 231557852784966802\ncluster_manager.cluster_added: 408\ncluster_manager.cluster_modified: 252\ncluster_manager.cluster_removed: 274\ncluster_manager.cluster_updated: 280\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(1,0) P25(1.05,0) P50(1.1,2.0365470852017937) P75(2.05,3.0204268292682928) P90(2.08,6.0744444444444445) P95(2.09,10.345) P99(2.098,12.91749999999999) P99.5(2.099,14.417500000000018) P99.9(2.0998,34.36699999999996) P100(2.1,35)", "server_memory": "server.memory_allocated: 71101920\nserver.memory_heap_size: 272629760\nserver.memory_physical_size: 178447790", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 6\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 5\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 8\nwasmcustom.kuadrant.hits: 1"}}}