{"index": 0, "timestamp": "2026-09-16T18:52:25Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-09-16T18:47:07Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-bj8p7", "memory": {"allocated": "13453736", "heap_size": "20971520", "pageheap_unmapped": "0", "pageheap_free": "4349952", "total_thread_cache": "1734288", "total_physical_bytes": "28935598"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T18:50:43Z/10\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 25\ncluster_manager.cds.config_reload_time_ms: 1789584643831\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 49\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 47\ncluster_manager.cds.update_time: 1789584643831\ncluster_manager.cds.version: 3787304303258258626\ncluster_manager.cluster_added: 132\ncluster_manager.cluster_modified: 27\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 50\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.075) P75(nan,5.025) P90(nan,10.650000000000002) P95(nan,16.65) P99(nan,32.53) P99.5(nan,32.765) P99.9(nan,32.953) P100(nan,33)", "server_memory": "server.memory_allocated: 13354936\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 28935598", "wasm_stats": ""}}} {"index": 1, "timestamp": "2026-09-16T18:57:27Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:43Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-bj8p7", "memory": {"allocated": "71852800", "heap_size": "230686720", "pageheap_unmapped": "79126528", "pageheap_free": "31080448", "total_thread_cache": "27132632", "total_physical_bytes": "160191918"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T18:57:11Z/94\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 29\ncluster_manager.cds.config_reload_time_ms: 1789585031012\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 66\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 65\ncluster_manager.cds.update_time: 1789585031012\ncluster_manager.cds.version: 12215492820266918000\ncluster_manager.cluster_added: 170\ncluster_manager.cluster_modified: 24\ncluster_manager.cluster_removed: 31\ncluster_manager.cluster_updated: 31\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0375) P75(nan,3.075) P90(nan,5.09) P95(nan,9.025) P99(nan,36.349999999999994) P99.5(nan,36.675) P99.9(nan,36.935) P100(nan,37)", "server_memory": "server.memory_allocated: 71813496\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 160191918", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 8\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 8\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 16\nwasmcustom.kuadrant.hits: 1\nwasmcustom.kuadrant.misses: 1"}}} {"index": 2, "timestamp": "2026-09-16T19:02:29Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:43Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-bj8p7", "memory": {"allocated": "71061120", "heap_size": "264241152", "pageheap_unmapped": "117342208", "pageheap_free": "23937024", "total_thread_cache": "28166320", "total_physical_bytes": "155530670"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:02:15Z/145\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 54\ncluster_manager.cds.config_reload_time_ms: 1789585318393\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 111\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 110\ncluster_manager.cds.update_time: 1789585335688\ncluster_manager.cds.version: 18131973624967583486\ncluster_manager.cluster_added: 195\ncluster_manager.cluster_modified: 50\ncluster_manager.cluster_removed: 63\ncluster_manager.cluster_updated: 58\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0393939393939395) P75(nan,3.0681818181818183) P90(nan,8.05) P95(nan,9.075) P99(nan,12.900000000000006) P99.5(nan,36.45) P99.9(nan,36.89) P100(nan,37)", "server_memory": "server.memory_allocated: 71021816\nserver.memory_heap_size: 264241152\nserver.memory_physical_size: 155530670", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 13\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 11\nwasmcustom.kuadrant.allowed: 3\nwasmcustom.kuadrant.configs: 36\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 3"}}} {"index": 3, "timestamp": "2026-09-16T19:07:31Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:43Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-bj8p7", "memory": {"allocated": "71724064", "heap_size": "283115520", "pageheap_unmapped": "132521984", "pageheap_free": "27361280", "total_thread_cache": "29856912", "total_physical_bytes": "158929326"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:06:53Z/192\"\ncluster_manager.active_clusters: 135\ncluster_manager.cds.config_reload: 76\ncluster_manager.cds.config_reload_time_ms: 1789585610496\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 156\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 155\ncluster_manager.cds.update_time: 1789585613864\ncluster_manager.cds.version: 1592719788630167576\ncluster_manager.cluster_added: 217\ncluster_manager.cluster_modified: 68\ncluster_manager.cluster_removed: 82\ncluster_manager.cluster_updated: 79\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0352272727272727) P75(nan,3.0569444444444445) P90(nan,8.016666666666667) P95(nan,9.058333333333334) P99(nan,12.449999999999989) P99.5(nan,36.224999999999994) P99.9(nan,36.845) P100(nan,37)", "server_memory": "server.memory_allocated: 71736728\nserver.memory_heap_size: 283115520\nserver.memory_physical_size: 158921134", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 15\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 16\nwasmcustom.kuadrant.allowed: 51\nwasmcustom.kuadrant.configs: 47\nwasmcustom.kuadrant.hits: 51"}}} {"index": 4, "timestamp": "2026-09-16T19:12:34Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:43Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-bj8p7", "memory": {"allocated": "71240248", "heap_size": "283115520", "pageheap_unmapped": "131891200", "pageheap_free": "27287552", "total_thread_cache": "30430360", "total_physical_bytes": "159560110"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:12:01Z/272\"\ncluster_manager.active_clusters: 135\ncluster_manager.cds.config_reload: 99\ncluster_manager.cds.config_reload_time_ms: 1789585920036\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 218\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 217\ncluster_manager.cds.update_time: 1789585921666\ncluster_manager.cds.version: 12609782617346027500\ncluster_manager.cluster_added: 238\ncluster_manager.cluster_modified: 86\ncluster_manager.cluster_removed: 103\ncluster_manager.cluster_updated: 100\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0350746268656716) P75(nan,3.039814814814815) P90(nan,5.075714285714286) P95(nan,9.046111111111111) P99(nan,12.414999999999992) P99.5(nan,12.957499999999996) P99.9(nan,36.78299999999999) P100(nan,37)", "server_memory": "server.memory_allocated: 71217328\nserver.memory_heap_size: 283115520\nserver.memory_physical_size: 159560110", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 39\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 44\nwasmcustom.kuadrant.allowed: 210\nwasmcustom.kuadrant.configs: 143\nwasmcustom.kuadrant.hits: 210"}}} {"index": 5, "timestamp": "2026-09-16T19:17:36Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:43Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-bj8p7", "memory": {"allocated": "72627408", "heap_size": "283115520", "pageheap_unmapped": "131121152", "pageheap_free": "27017216", "total_thread_cache": "30578784", "total_physical_bytes": "160330158"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:17:37Z/375\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 129\ncluster_manager.cds.config_reload_time_ms: 1789586257495\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 292\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 291\ncluster_manager.cds.update_time: 1789586257495\ncluster_manager.cds.version: 9489633890548865932\ncluster_manager.cluster_added: 267\ncluster_manager.cluster_modified: 108\ncluster_manager.cluster_removed: 125\ncluster_manager.cluster_updated: 123\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.032795698924731) P75(nan,3.026351351351351) P90(nan,5.015714285714286) P95(nan,9.039444444444445) P99(nan,12.527500000000003) P99.5(nan,12.888750000000002) P99.9(nan,36.71100000000001) P100(nan,37)", "server_memory": "server.memory_allocated: 72246576\nserver.memory_heap_size: 283115520\nserver.memory_physical_size: 160330158", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 66\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 78\nwasmcustom.kuadrant.allowed: 381\nwasmcustom.kuadrant.configs: 254\nwasmcustom.kuadrant.hits: 381"}}} {"index": 6, "timestamp": "2026-09-16T19:22:39Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:43Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-bj8p7", "memory": {"allocated": "72123088", "heap_size": "283115520", "pageheap_unmapped": "130408448", "pageheap_free": "26976256", "total_thread_cache": "30953032", "total_physical_bytes": "161042862"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:22:36Z/492\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 150\ncluster_manager.cds.config_reload_time_ms: 1789586554875\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 351\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 349\ncluster_manager.cds.update_time: 1789586556071\ncluster_manager.cds.version: 9700579081066034560\ncluster_manager.cluster_added: 288\ncluster_manager.cluster_modified: 126\ncluster_manager.cluster_removed: 149\ncluster_manager.cluster_updated: 145\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(1.0375,0) P50(2.05,2.0351694915254237) P75(8.025,3.023888888888889) P90(10.3,5.001428571428572) P95(10.649999999999999,9.039444444444445) P99(10.93,12.377499999999998) P99.5(10.965,12.813749999999999) P99.9(10.993,36.65100000000001) P100(11,37)", "server_memory": "server.memory_allocated: 72083784\nserver.memory_heap_size: 283115520\nserver.memory_physical_size: 161042862", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 85\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 106\nwasmcustom.kuadrant.allowed: 724\nwasmcustom.kuadrant.configs: 336\nwasmcustom.kuadrant.hits: 724"}}} {"index": 7, "timestamp": "2026-09-16T19:27:41Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:43Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-bj8p7", "memory": {"allocated": "72797080", "heap_size": "283115520", "pageheap_unmapped": "130318336", "pageheap_free": "26738688", "total_thread_cache": "32025840", "total_physical_bytes": "161132974"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:27:38Z/563\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 171\ncluster_manager.cds.config_reload_time_ms: 1789586856631\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 409\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 407\ncluster_manager.cds.update_time: 1789586858484\ncluster_manager.cds.version: 2959755561555889840\ncluster_manager.cluster_added: 308\ncluster_manager.cluster_modified: 142\ncluster_manager.cluster_removed: 166\ncluster_manager.cluster_updated: 165\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,0) P50(3.05,2.033955223880597) P75(3.075,3.0259803921568627) P90(3.09,5.013) P95(3.095,9.0365) P99(3.099,12.232500000000002) P99.5(3.0995,12.741249999999994) P99.9(3.0999,36.59300000000002) P100(3.1,37)", "server_memory": "server.memory_allocated: 72757776\nserver.memory_heap_size: 283115520\nserver.memory_physical_size: 161132974", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 102\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 130\nwasmcustom.kuadrant.allowed: 966\nwasmcustom.kuadrant.configs: 410\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 966"}}} {"index": 8, "timestamp": "2026-09-16T19:32:43Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:43Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-bj8p7", "memory": {"allocated": "72035888", "heap_size": "295698432", "pageheap_unmapped": "140156928", "pageheap_free": "31817728", "total_thread_cache": "28130792", "total_physical_bytes": "163877294"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:32:42Z/621\"\ncluster_manager.active_clusters: 138\ncluster_manager.cds.config_reload: 196\ncluster_manager.cds.config_reload_time_ms: 1789587162210\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 461\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 459\ncluster_manager.cds.update_time: 1789587162654\ncluster_manager.cds.version: 5852445481107799919\ncluster_manager.cluster_added: 338\ncluster_manager.cluster_modified: 170\ncluster_manager.cluster_removed: 200\ncluster_manager.cluster_updated: 186\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.05,0) P50(3.1,2.0371527777777776) P75(4.1,3.0389344262295084) P90(10.6,5.048181818181818) P95(10.8,9.0715) P99(10.96,12.857500000000002) P99.5(10.98,15.714999999999975) P99.9(10.996,36.543000000000006) P100(11,37)", "server_memory": "server.memory_allocated: 71898080\nserver.memory_heap_size: 295698432\nserver.memory_physical_size: 163877294", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 14\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 12\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 40\nwasmcustom.kuadrant.hits: 2"}}} {"index": 9, "timestamp": "2026-09-16T19:37:45Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:43Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-bj8p7", "memory": {"allocated": "71433248", "heap_size": "295698432", "pageheap_unmapped": "140156928", "pageheap_free": "31637504", "total_thread_cache": "28171888", "total_physical_bytes": "163877294"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:37:19Z/663\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 216\ncluster_manager.cds.config_reload_time_ms: 1789587439196\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 498\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 496\ncluster_manager.cds.update_time: 1789587439196\ncluster_manager.cds.version: 4272872080107524151\ncluster_manager.cluster_added: 358\ncluster_manager.cluster_modified: 189\ncluster_manager.cluster_removed: 219\ncluster_manager.cluster_updated: 208\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0352941176470587) P75(nan,3.037878787878788) P90(nan,5.053333333333334) P95(nan,9.076666666666666) P99(nan,12.760000000000005) P99.5(nan,15.519999999999982) P99.9(nan,36.50400000000002) P100(nan,37)", "server_memory": "server.memory_allocated: 71393944\nserver.memory_heap_size: 295698432\nserver.memory_physical_size: 163877294", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 21\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 24\nwasmcustom.kuadrant.allowed: 3\nwasmcustom.kuadrant.configs: 74\nwasmcustom.kuadrant.hits: 3"}}} {"index": 10, "timestamp": "2026-09-16T19:42:48Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:43Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-bj8p7", "memory": {"allocated": "71113096", "heap_size": "322961408", "pageheap_unmapped": "181747712", "pageheap_free": "15196160", "total_thread_cache": "30226280", "total_physical_bytes": "149549486"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:42:23Z/693\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 227\ncluster_manager.cds.config_reload_time_ms: 1789587627876\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 527\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 525\ncluster_manager.cds.update_time: 1789587743526\ncluster_manager.cds.version: 16101510415178258741\ncluster_manager.cluster_added: 369\ncluster_manager.cluster_modified: 199\ncluster_manager.cluster_removed: 235\ncluster_manager.cluster_updated: 220\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.035670731707317) P75(nan,3.0378676470588237) P90(nan,5.056666666666667) P95(nan,9.072916666666666) P99(nan,12.6875) P99.5(nan,15.375) P99.9(nan,36.47500000000002) P100(nan,37)", "server_memory": "server.memory_allocated: 71073792\nserver.memory_heap_size: 322961408\nserver.memory_physical_size: 149549486", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 6\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 3\nwasmcustom.kuadrant.allowed: 3\nwasmcustom.kuadrant.configs: 11\nwasmcustom.kuadrant.hits: 3"}}} {"index": 11, "timestamp": "2026-09-16T19:47:50Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:43Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-bj8p7", "memory": {"allocated": "72080544", "heap_size": "335544320", "pageheap_unmapped": "180838400", "pageheap_free": "28549120", "total_thread_cache": "30576840", "total_physical_bytes": "163041710"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:47:26Z/730\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 244\ncluster_manager.cds.config_reload_time_ms: 1789588046295\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 558\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 556\ncluster_manager.cds.update_time: 1789588046295\ncluster_manager.cds.version: 16529802709208468154\ncluster_manager.cluster_added: 384\ncluster_manager.cluster_modified: 213\ncluster_manager.cluster_removed: 244\ncluster_manager.cluster_updated: 234\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.036363636363636) P75(nan,3.0375) P90(nan,5.065) P95(nan,9.078461538461537) P99(nan,12.859999999999985) P99.5(nan,15.220000000000027) P99.9(nan,36.44399999999996) P100(nan,37)", "server_memory": "server.memory_allocated: 71907480\nserver.memory_heap_size: 335544320\nserver.memory_physical_size: 163041710", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 15\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 14\nwasmcustom.kuadrant.allowed: 5\nwasmcustom.kuadrant.configs: 44\nwasmcustom.kuadrant.hits: 6"}}} {"index": 12, "timestamp": "2026-09-16T19:52:52Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:43Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-bj8p7", "memory": {"allocated": "71597960", "heap_size": "362807296", "pageheap_unmapped": "188276736", "pageheap_free": "50470912", "total_thread_cache": "28907376", "total_physical_bytes": "182866350"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:52:33Z/771\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 263\ncluster_manager.cds.config_reload_time_ms: 1789588342997\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 596\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 593\ncluster_manager.cds.update_time: 1789588353854\ncluster_manager.cds.version: 16475975489992369861\ncluster_manager.cluster_added: 405\ncluster_manager.cluster_modified: 234\ncluster_manager.cluster_removed: 264\ncluster_manager.cluster_updated: 258\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.038235294117647) P75(nan,3.043092105263158) P90(nan,5.091875) P95(nan,9.081071428571429) P99(nan,14.035000000000025) P99.5(nan,16.017499999999984) P99.9(nan,36.40700000000004) P100(nan,37)", "server_memory": "server.memory_allocated: 71542272\nserver.memory_heap_size: 362807296\nserver.memory_physical_size: 182866350", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 5\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 2\nwasmcustom.kuadrant.configs: 4"}}} {"index": 13, "timestamp": "2026-09-16T19:56:54Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:43Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-bj8p7", "memory": {"allocated": "19476760", "heap_size": "362807296", "pageheap_unmapped": "243449856", "pageheap_free": "27656192", "total_thread_cache": "29264528", "total_physical_bytes": "127693230"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:56:04Z/801\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 272\ncluster_manager.cds.config_reload_time_ms: 1789588551398\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 622\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 619\ncluster_manager.cds.update_time: 1789588564240\ncluster_manager.cds.version: 12066959577555417015\ncluster_manager.cluster_added: 412\ncluster_manager.cluster_modified: 242\ncluster_manager.cluster_removed: 280\ncluster_manager.cluster_updated: 270\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0381313131313132) P75(nan,3.0403125) P90(nan,5.082941176470588) P95(nan,9.078928571428571) P99(nan,12.952499999999986) P99.5(nan,15.904999999999973) P99.9(nan,36.38099999999997) P100(nan,37)", "server_memory": "server.memory_allocated: 19437456\nserver.memory_heap_size: 362807296\nserver.memory_physical_size: 127693230", "wasm_stats": ""}}}