{"index": 0, "timestamp": "2026-09-16T19:52:31Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-09-16T19:47:13Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-z4fth", "memory": {"allocated": "13384160", "heap_size": "20971520", "pageheap_unmapped": "0", "pageheap_free": "4333568", "total_thread_cache": "1731952", "total_physical_bytes": "29320622"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:50:49Z/9\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 22\ncluster_manager.cds.config_reload_time_ms: 1789588249225\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 46\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 44\ncluster_manager.cds.update_time: 1789588249225\ncluster_manager.cds.version: 15591947559625316444\ncluster_manager.cluster_added: 132\ncluster_manager.cluster_modified: 27\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 43\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.025) P75(nan,5.033333333333333) P90(nan,11.3) P95(nan,12.799999999999997) P99(nan,25.560000000000002) P99.5(nan,25.78) P99.9(nan,25.956000000000003) P100(nan,26)", "server_memory": "server.memory_allocated: 13344792\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 29320622", "wasm_stats": ""}}}
{"index": 1, "timestamp": "2026-09-16T19:57:33Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:52:51Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-z4fth", "memory": {"allocated": "71080824", "heap_size": "241172480", "pageheap_unmapped": "78741504", "pageheap_free": "41148416", "total_thread_cache": "29790976", "total_physical_bytes": "169866670"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:57:32Z/83\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 27\ncluster_manager.cds.config_reload_time_ms: 1789588642740\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 61\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 60\ncluster_manager.cds.update_time: 1789588652238\ncluster_manager.cds.version: 17340899174570165755\ncluster_manager.cluster_added: 164\ncluster_manager.cluster_modified: 23\ncluster_manager.cluster_removed: 30\ncluster_manager.cluster_updated: 31\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.041176470588235) P75(0,3.1) P90(0,8.1) P95(0,12.5) P99(0,59.4) P99.5(0,59.7) P99.9(0,59.94) P100(0,60)", "server_memory": "server.memory_allocated: 71065568\nserver.memory_heap_size: 241172480\nserver.memory_physical_size: 169866670", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 6\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 5\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 8\nwasmcustom.kuadrant.hits: 1"}}}
{"index": 2, "timestamp": "2026-09-16T20:02:35Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:52:51Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-z4fth", "memory": {"allocated": "71602304", "heap_size": "241172480", "pageheap_unmapped": "88449024", "pageheap_free": "30433280", "total_thread_cache": "30194424", "total_physical_bytes": "160159150"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:02:22Z/140\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 56\ncluster_manager.cds.config_reload_time_ms: 1789588918737\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 109\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 108\ncluster_manager.cds.update_time: 1789588942070\ncluster_manager.cds.version: 11158694907056946967\ncluster_manager.cluster_added: 196\ncluster_manager.cluster_modified: 51\ncluster_manager.cluster_removed: 57\ncluster_manager.cluster_updated: 57\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0484848484848484) P75(nan,3.0833333333333335) P90(nan,10.24) P95(nan,11.799999999999997) P99(nan,15.920000000000002) P99.5(nan,59.459999999999994) P99.9(nan,59.891999999999996) P100(nan,60)", "server_memory": "server.memory_allocated: 71558904\nserver.memory_heap_size: 241172480\nserver.memory_physical_size: 160159150", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 16\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 21\nwasmcustom.kuadrant.allowed: 6\nwasmcustom.kuadrant.configs: 48\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 6"}}}
{"index": 3, "timestamp": "2026-09-16T20:07:37Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:52:51Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-z4fth", "memory": {"allocated": "71319720", "heap_size": "241172480", "pageheap_unmapped": "88080384", "pageheap_free": "30433280", "total_thread_cache": "30358040", "total_physical_bytes": "160527790"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:07:20Z/187\"\ncluster_manager.active_clusters: 135\ncluster_manager.cds.config_reload: 77\ncluster_manager.cds.config_reload_time_ms: 1789589237813\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 155\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 154\ncluster_manager.cds.update_time: 1789589240172\ncluster_manager.cds.version: 10627942049749121449\ncluster_manager.cluster_added: 218\ncluster_manager.cluster_modified: 69\ncluster_manager.cluster_removed: 83\ncluster_manager.cluster_updated: 79\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0404255319148934) P75(nan,3.0617647058823527) P90(nan,8.08) P95(nan,11.099999999999994) P99(nan,15.460000000000008) P99.5(nan,59.22999999999999) P99.9(nan,59.846000000000004) P100(nan,60)", "server_memory": "server.memory_allocated: 71400976\nserver.memory_heap_size: 241172480\nserver.memory_physical_size: 160527790", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 31\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 38\nwasmcustom.kuadrant.allowed: 10\nwasmcustom.kuadrant.configs: 108\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 10"}}}
{"index": 4, "timestamp": "2026-09-16T20:12:39Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:52:51Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-z4fth", "memory": {"allocated": "72275312", "heap_size": "241172480", "pageheap_unmapped": "87572480", "pageheap_free": "31088640", "total_thread_cache": "28720304", "total_physical_bytes": "161035694"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:12:37Z/277\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 103\ncluster_manager.cds.config_reload_time_ms: 1789589556382\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 222\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 221\ncluster_manager.cds.update_time: 1789589557988\ncluster_manager.cds.version: 10050516641150042241\ncluster_manager.cluster_added: 245\ncluster_manager.cluster_modified: 89\ncluster_manager.cluster_removed: 104\ncluster_manager.cluster_updated: 99\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(1.05,0) P50(2.05,2.0331168831168833) P75(12.5,3.017857142857143) P90(13.4,6.0975) P95(13.7,11.316666666666663) P99(13.94,15.789999999999992) P99.5(13.969999999999999,16.89500000000001) P99.9(13.994,59.778999999999996) P100(14,60)", "server_memory": "server.memory_allocated: 72236008\nserver.memory_heap_size: 241172480\nserver.memory_physical_size: 161035694", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 57\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 69\nwasmcustom.kuadrant.allowed: 211\nwasmcustom.kuadrant.configs: 212\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 211"}}}
{"index": 5, "timestamp": "2026-09-16T20:17:43Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:52:51Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-z4fth", "memory": {"allocated": "72355520", "heap_size": "241172480", "pageheap_unmapped": "87384064", "pageheap_free": "30998528", "total_thread_cache": "28620488", "total_physical_bytes": "161224110"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:17:36Z/347\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 126\ncluster_manager.cds.config_reload_time_ms: 1789589843432\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 279\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 278\ncluster_manager.cds.update_time: 1789589856781\ncluster_manager.cds.version: 12889080686365890664\ncluster_manager.cluster_added: 265\ncluster_manager.cluster_modified: 106\ncluster_manager.cluster_removed: 126\ncluster_manager.cluster_updated: 122\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,0) P50(2.05,2.0323232323232325) P75(2.075,3.0080645161290325) P90(2.09,6.005000000000001) P95(2.095,10.887499999999996) P99(2.099,15.21999999999997) P99.5(2.0995,16.610000000000014) P99.9(2.0999,59.72199999999998) P100(2.1,60)", "server_memory": "server.memory_allocated: 72316216\nserver.memory_heap_size: 241172480\nserver.memory_physical_size: 161224110", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 75\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 96\nwasmcustom.kuadrant.allowed: 347\nwasmcustom.kuadrant.configs: 299\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 347"}}}
{"index": 6, "timestamp": "2026-09-16T20:22:45Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:52:51Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-z4fth", "memory": {"allocated": "71552136", "heap_size": "241172480", "pageheap_unmapped": "86720512", "pageheap_free": "30851072", "total_thread_cache": "29484552", "total_physical_bytes": "161887662"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:22:46Z/428\"\ncluster_manager.active_clusters: 133\ncluster_manager.cds.config_reload: 144\ncluster_manager.cds.config_reload_time_ms: 1789590096538\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 331\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 330\ncluster_manager.cds.update_time: 1789590166890\ncluster_manager.cds.version: 9343209886541462516\ncluster_manager.cluster_added: 282\ncluster_manager.cluster_modified: 119\ncluster_manager.cluster_removed: 149\ncluster_manager.cluster_updated: 141\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.027586206896552) P75(nan,2.0982758620689657) P90(nan,5.044) P95(nan,10.733333333333329) P99(nan,14.71999999999997) P99.5(nan,16.360000000000014) P99.9(nan,59.672000000000025) P100(nan,60)", "server_memory": "server.memory_allocated: 71723448\nserver.memory_heap_size: 241172480\nserver.memory_physical_size: 161887662", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 95\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 119\nwasmcustom.kuadrant.allowed: 616\nwasmcustom.kuadrant.configs: 379\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 616"}}}
{"index": 7, "timestamp": "2026-09-16T20:27:47Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:52:51Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-z4fth", "memory": {"allocated": "72377360", "heap_size": "241172480", "pageheap_unmapped": "86581248", "pageheap_free": "30875648", "total_thread_cache": "29865544", "total_physical_bytes": "162026926"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:27:43Z/506\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 169\ncluster_manager.cds.config_reload_time_ms: 1789590461746\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 393\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 391\ncluster_manager.cds.update_time: 1789590463893\ncluster_manager.cds.version: 13594374584728529335\ncluster_manager.cluster_added: 307\ncluster_manager.cluster_modified: 138\ncluster_manager.cluster_removed: 167\ncluster_manager.cluster_updated: 157\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(2.05,2.029794520547945) P75(4.025,2.0967465753424657) P90(10.3,4.099) P95(10.649999999999999,10.586363636363636) P99(10.93,14.089999999999975) P99.5(10.965,16.045000000000016) P99.9(10.993,59.60899999999998) P100(11,60)", "server_memory": "server.memory_allocated: 72333928\nserver.memory_heap_size: 241172480\nserver.memory_physical_size: 162026926", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 119\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 144\nwasmcustom.kuadrant.allowed: 823\nwasmcustom.kuadrant.configs: 475\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 823"}}}
{"index": 8, "timestamp": "2026-09-16T20:32:49Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:52:51Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-z4fth", "memory": {"allocated": "71017064", "heap_size": "241172480", "pageheap_unmapped": "86573056", "pageheap_free": "30867456", "total_thread_cache": "30293648", "total_physical_bytes": "162035118"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:32:09Z/557\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 185\ncluster_manager.cds.config_reload_time_ms: 1789590646534\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 439\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 437\ncluster_manager.cds.update_time: 1789590729717\ncluster_manager.cds.version: 5390757124045419592\ncluster_manager.cluster_added: 324\ncluster_manager.cluster_modified: 152\ncluster_manager.cluster_removed: 192\ncluster_manager.cluster_updated: 185\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0290625) P75(nan,2.09734375) P90(nan,5.018571428571429) P95(nan,10.595833333333331) P99(nan,14.314999999999998) P99.5(nan,15.814999999999998) P99.9(nan,59.56299999999999) P100(nan,60)", "server_memory": "server.memory_allocated: 70977760\nserver.memory_heap_size: 241172480\nserver.memory_physical_size: 162035118", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 126\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 158\nwasmcustom.kuadrant.allowed: 897\nwasmcustom.kuadrant.configs: 512\nwasmcustom.kuadrant.denied: 3\nwasmcustom.kuadrant.hits: 897"}}}
{"index": 9, "timestamp": "2026-09-16T20:37:52Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:52:51Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-z4fth", "memory": {"allocated": "71754480", "heap_size": "268435456", "pageheap_unmapped": "115490816", "pageheap_free": "28295168", "total_thread_cache": "30495000", "total_physical_bytes": "160380334"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:36:51Z/605\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 211\ncluster_manager.cds.config_reload_time_ms: 1789591011136\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 482\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 480\ncluster_manager.cds.update_time: 1789591011136\ncluster_manager.cds.version: 10503489784117819802\ncluster_manager.cluster_added: 356\ncluster_manager.cluster_modified: 179\ncluster_manager.cluster_removed: 211\ncluster_manager.cluster_updated: 205\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.030409356725146) P75(nan,3.0018867924528303) P90(nan,5.0625) P95(nan,10.647058823529411) P99(nan,14.399999999999997) P99.5(nan,15.600000000000023) P99.9(nan,59.51999999999998) P100(nan,60)", "server_memory": "server.memory_allocated: 71715176\nserver.memory_heap_size: 268435456\nserver.memory_physical_size: 160380334", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 13\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 12\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 36\nwasmcustom.kuadrant.hits: 1"}}}
{"index": 10, "timestamp": "2026-09-16T20:42:54Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:52:51Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-z4fth", "memory": {"allocated": "71492208", "heap_size": "268435456", "pageheap_unmapped": "115179520", "pageheap_free": "28459008", "total_thread_cache": "30680008", "total_physical_bytes": "160691630"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:42:01Z/640\"\ncluster_manager.active_clusters: 136\ncluster_manager.cds.config_reload: 222\ncluster_manager.cds.config_reload_time_ms: 1789591287146\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 515\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 513\ncluster_manager.cds.update_time: 1789591321881\ncluster_manager.cds.version: 17705424188391657844\ncluster_manager.cluster_added: 368\ncluster_manager.cluster_modified: 188\ncluster_manager.cluster_removed: 232\ncluster_manager.cluster_updated: 223\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.03125) P75(nan,3.003125) P90(nan,5.07125) P95(nan,10.667647058823528) P99(nan,14.623333333333335) P99.5(nan,15.717500000000001) P99.9(nan,59.486999999999966) P100(nan,60)", "server_memory": "server.memory_allocated: 71452904\nserver.memory_heap_size: 268435456\nserver.memory_physical_size: 160691630", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 20\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 21\nwasmcustom.kuadrant.allowed: 5\nwasmcustom.kuadrant.configs: 67\nwasmcustom.kuadrant.hits: 5\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 11, "timestamp": "2026-09-16T20:47:56Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:52:51Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-z4fth", "memory": {"allocated": "71888112", "heap_size": "287309824", "pageheap_unmapped": "111534080", "pageheap_free": "54001664", "total_thread_cache": "24143776", "total_physical_bytes": "182915502"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:47:54Z/681\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 237\ncluster_manager.cds.config_reload_time_ms: 1789591640406\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 551\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 549\ncluster_manager.cds.update_time: 1789591674508\ncluster_manager.cds.version: 7762020892377674083\ncluster_manager.cluster_added: 383\ncluster_manager.cluster_modified: 201\ncluster_manager.cluster_removed: 243\ncluster_manager.cluster_updated: 238\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.0310606060606062) P75(0,3.00125) P90(0,5.07625) P95(0,10.641666666666664) P99(0,14.50333333333333) P99.5(0,15.627499999999998) P99.9(0,59.45100000000002) P100(0,60)", "server_memory": "server.memory_allocated: 71848808\nserver.memory_heap_size: 287309824\nserver.memory_physical_size: 182915502", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 8\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 5\nwasmcustom.kuadrant.configs: 16"}}}
{"index": 12, "timestamp": "2026-09-16T20:52:59Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:52:51Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-z4fth", "memory": {"allocated": "71875416", "heap_size": "314572800", "pageheap_unmapped": "184467456", "pageheap_free": "6520832", "total_thread_cache": "28452040", "total_physical_bytes": "137245102"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:52:57Z/714\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 250\ncluster_manager.cds.config_reload_time_ms: 1789591849835\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 579\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 577\ncluster_manager.cds.update_time: 1789591977528\ncluster_manager.cds.version: 4661604761265494558\ncluster_manager.cluster_added: 398\ncluster_manager.cluster_modified: 215\ncluster_manager.cluster_removed: 251\ncluster_manager.cluster_updated: 255\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.030392156862745) P75(nan,3.003174603174603) P90(nan,5.093333333333333) P95(nan,10.694736842105259) P99(nan,15.080000000000004) P99.5(nan,16.060000000000002) P99.9(nan,59.42399999999998) P100(nan,60)", "server_memory": "server.memory_allocated: 71824304\nserver.memory_heap_size: 314572800\nserver.memory_physical_size: 137245102", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 6\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 3\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 8\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 13, "timestamp": "2026-09-16T20:58:01Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:52:51Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-z4fth", "memory": {"allocated": "72165880", "heap_size": "320864256", "pageheap_unmapped": "165765120", "pageheap_free": "31064064", "total_thread_cache": "29881048", "total_physical_bytes": "162238894"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:57:50Z/753\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 264\ncluster_manager.cds.config_reload_time_ms: 1789592263033\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 616\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 614\ncluster_manager.cds.update_time: 1789592270779\ncluster_manager.cds.version: 12762682204365778906\ncluster_manager.cluster_added: 412\ncluster_manager.cluster_modified: 227\ncluster_manager.cluster_removed: 267\ncluster_manager.cluster_updated: 274\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0285714285714285) P75(nan,3.0053030303030304) P90(nan,6.006) P95(nan,10.614999999999998) P99(nan,14.953333333333338) P99.5(nan,15.97666666666665) P99.9(nan,59.38599999999997) P100(nan,60)", "server_memory": "server.memory_allocated: 72126576\nserver.memory_heap_size: 320864256\nserver.memory_physical_size: 162238894", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 11\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 8\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 28\nwasmcustom.kuadrant.hits: 1"}}}
{"index": 14, "timestamp": "2026-09-16T20:59:12Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T19:52:51Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-z4fth", "memory": {"allocated": "19495240", "heap_size": "320864256", "pageheap_unmapped": "194920448", "pageheap_free": "34373632", "total_thread_cache": "29970752", "total_physical_bytes": "133083566"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T20:58:25Z/759\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 264\ncluster_manager.cds.config_reload_time_ms: 1789592263033\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 623\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 620\ncluster_manager.cds.update_time: 1789592324966\ncluster_manager.cds.version: 4605567589204162086\ncluster_manager.cluster_added: 412\ncluster_manager.cluster_modified: 227\ncluster_manager.cluster_removed: 280\ncluster_manager.cluster_updated: 278\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.028504672897196) P75(nan,3.003030303030303) P90(nan,5.1) P95(nan,10.6) P99(nan,14.933333333333318) P99.5(nan,15.96666666666666) P99.9(nan,59.379999999999995) P100(nan,60)", "server_memory": "server.memory_allocated: 19472320\nserver.memory_heap_size: 320864256\nserver.memory_physical_size: 133083566", "wasm_stats": ""}}}