{"index": 0, "timestamp": "2026-09-09T20:24:51Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-09-09T20:19:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-hvkp4", "memory": {"allocated": "13417280", "heap_size": "20971520", "pageheap_unmapped": "0", "pageheap_free": "4161536", "total_thread_cache": "1814352", "total_physical_bytes": "29672878"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-09T20:23:10Z/11\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 26\ncluster_manager.cds.config_reload_time_ms: 1788985390474\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 51\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 49\ncluster_manager.cds.update_time: 1788985390474\ncluster_manager.cds.version: 4150927347758411372\ncluster_manager.cluster_added: 132\ncluster_manager.cluster_modified: 27\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 43\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.025) P75(nan,5.035) P90(nan,10.366666666666667) P95(nan,12.549999999999997) P99(nan,24.509999999999998) P99.5(nan,24.755000000000003) P99.9(nan,24.951) P100(nan,25)", "server_memory": "server.memory_allocated: 13377912\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 29672878", "wasm_stats": ""}}}
{"index": 1, "timestamp": "2026-09-09T20:29:54Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-09T20:25:10Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-hvkp4", "memory": {"allocated": "71862360", "heap_size": "228589568", "pageheap_unmapped": "62496768", "pageheap_free": "41164800", "total_thread_cache": "31009352", "total_physical_bytes": "174798254"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-09T20:29:54Z/83\"\ncluster_manager.active_clusters: 144\ncluster_manager.cds.config_reload: 28\ncluster_manager.cds.config_reload_time_ms: 1788985790499\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 66\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 65\ncluster_manager.cds.update_time: 1788985794331\ncluster_manager.cds.version: 4558110456966138732\ncluster_manager.cluster_added: 164\ncluster_manager.cluster_modified: 27\ncluster_manager.cluster_removed: 20\ncluster_manager.cluster_updated: 25\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(2.1,2.03125) P75(8.05,3.0714285714285716) P90(10.4,10.3) P95(10.7,12.266666666666666) P99(10.94,34.36) P99.5(10.969999999999999,34.68) P99.9(10.994,34.936) P100(11,35)", "server_memory": "server.memory_allocated: 71938448\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 174798254", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 19\nwasmcustom.kuadrant.allowed: 11\nwasmcustom.kuadrant.configs: 44\nwasmcustom.kuadrant.hits: 11"}}}
{"index": 2, "timestamp": "2026-09-09T20:34:56Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-09T20:25:10Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-hvkp4", "memory": {"allocated": "71628152", "heap_size": "230686720", "pageheap_unmapped": "82190336", "pageheap_free": "27533312", "total_thread_cache": "29312584", "total_physical_bytes": "157201838"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-09T20:34:57Z/135\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 49\ncluster_manager.cds.config_reload_time_ms: 1788986090200\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 112\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 111\ncluster_manager.cds.update_time: 1788986097754\ncluster_manager.cds.version: 4812422373509809791\ncluster_manager.cluster_added: 190\ncluster_manager.cluster_modified: 46\ncluster_manager.cluster_removed: 51\ncluster_manager.cluster_updated: 50\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.0267857142857144) P75(0,3.05625) P90(0,10.020000000000001) P95(0,11.549999999999997) P99(0,14.909999999999997) P99.5(0,34.455) P99.9(0,34.891000000000005) P100(0,35)", "server_memory": "server.memory_allocated: 71923504\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 157201838", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 9\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 24\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 2"}}}
{"index": 3, "timestamp": "2026-09-09T20:39:58Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-09T20:25:10Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-hvkp4", "memory": {"allocated": "72271728", "heap_size": "230686720", "pageheap_unmapped": "82018304", "pageheap_free": "27000832", "total_thread_cache": "29460224", "total_physical_bytes": "157373870"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-09T20:39:54Z/189\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 74\ncluster_manager.cds.config_reload_time_ms: 1788986392819\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 162\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 161\ncluster_manager.cds.update_time: 1788986394857\ncluster_manager.cds.version: 1135638292258106171\ncluster_manager.cluster_added: 217\ncluster_manager.cluster_modified: 70\ncluster_manager.cluster_removed: 77\ncluster_manager.cluster_updated: 72\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(2.05,2.0293478260869566) P75(4.0625,3.0430555555555556) P90(11.3,8.045) P95(11.649999999999999,10.992857142857142) P99(11.93,14.694999999999993) P99.5(11.965,34.19499999999999) P99.9(11.993,34.839) P100(12,35)", "server_memory": "server.memory_allocated: 72361816\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 157373870", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 24\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 26\nwasmcustom.kuadrant.allowed: 28\nwasmcustom.kuadrant.configs: 80\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 28"}}}
{"index": 4, "timestamp": "2026-09-09T20:45:00Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-09T20:25:10Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-hvkp4", "memory": {"allocated": "72324296", "heap_size": "230686720", "pageheap_unmapped": "81862656", "pageheap_free": "26566656", "total_thread_cache": "28885648", "total_physical_bytes": "157529518"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-09T20:44:59Z/267\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 104\ncluster_manager.cds.config_reload_time_ms: 1788986699201\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 229\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 228\ncluster_manager.cds.update_time: 1788986699201\ncluster_manager.cds.version: 13021835716438874963\ncluster_manager.cluster_added: 239\ncluster_manager.cluster_modified: 90\ncluster_manager.cluster_removed: 97\ncluster_manager.cluster_updated: 94\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(1,0) P25(1.05,0) P50(1.1,2.03013698630137) P75(3.05,3.0206896551724136) P90(3.08,6.006666666666667) P95(3.09,10.622222222222222) P99(3.098,14.36) P99.5(3.099,14.929999999999993) P99.9(3.0998,34.77199999999999) P100(3.1,35)", "server_memory": "server.memory_allocated: 72155416\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 157529518", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 46\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 54\nwasmcustom.kuadrant.allowed: 183\nwasmcustom.kuadrant.configs: 168\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 183"}}}
{"index": 5, "timestamp": "2026-09-09T20:50:03Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-09T20:25:10Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-hvkp4", "memory": {"allocated": "71980008", "heap_size": "230686720", "pageheap_unmapped": "81084416", "pageheap_free": "26419200", "total_thread_cache": "29729192", "total_physical_bytes": "158307758"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-09T20:49:30Z/344\"\ncluster_manager.active_clusters: 136\ncluster_manager.cds.config_reload: 119\ncluster_manager.cds.config_reload_time_ms: 1788986931497\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 289\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 288\ncluster_manager.cds.update_time: 1788986970662\ncluster_manager.cds.version: 11615080127139201354\ncluster_manager.cluster_added: 254\ncluster_manager.cluster_modified: 99\ncluster_manager.cluster_removed: 118\ncluster_manager.cluster_updated: 116\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0267326732673268) P75(nan,2.098019801980198) P90(nan,4.092) P95(nan,10.399999999999997) P99(nan,14.373333333333335) P99.5(nan,14.853333333333333) P99.9(nan,34.71199999999999) P100(nan,35)", "server_memory": "server.memory_allocated: 71940704\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 158307758", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 75\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 86\nwasmcustom.kuadrant.allowed: 385\nwasmcustom.kuadrant.configs: 284\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 383\nwasmcustom.kuadrant.misses: 2"}}}
{"index": 6, "timestamp": "2026-09-09T20:55:05Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-09T20:25:10Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-hvkp4", "memory": {"allocated": "72359784", "heap_size": "230686720", "pageheap_unmapped": "81084416", "pageheap_free": "26320896", "total_thread_cache": "29926608", "total_physical_bytes": "158307758"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-09T20:54:56Z/431\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 146\ncluster_manager.cds.config_reload_time_ms: 1788987296399\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 358\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 357\ncluster_manager.cds.update_time: 1788987296399\ncluster_manager.cds.version: 14873184239834250081\ncluster_manager.cluster_added: 282\ncluster_manager.cluster_modified: 114\ncluster_manager.cluster_removed: 141\ncluster_manager.cluster_updated: 135\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0232824427480915) P75(nan,2.091412213740458) P90(nan,4.0525) P95(nan,10.195454545454544) P99(nan,14.143333333333336) P99.5(nan,14.738333333333324) P99.9(nan,34.64299999999997) P100(nan,35)", "server_memory": "server.memory_allocated: 72340944\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 158307758", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 97\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 116\nwasmcustom.kuadrant.allowed: 698\nwasmcustom.kuadrant.configs: 372\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 696\nwasmcustom.kuadrant.misses: 2"}}}
{"index": 7, "timestamp": "2026-09-09T21:00:07Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-09T20:25:10Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-hvkp4", "memory": {"allocated": "72524792", "heap_size": "249561088", "pageheap_unmapped": "120037376", "pageheap_free": "6111232", "total_thread_cache": "28213968", "total_physical_bytes": "138229166"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-09T20:59:50Z/497\"\ncluster_manager.active_clusters: 148\ncluster_manager.cds.config_reload: 170\ncluster_manager.cds.config_reload_time_ms: 1788987590506\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 412\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 410\ncluster_manager.cds.update_time: 1788987590506\ncluster_manager.cds.version: 12178534481456853717\ncluster_manager.cluster_added: 306\ncluster_manager.cluster_modified: 135\ncluster_manager.cluster_removed: 158\ncluster_manager.cluster_updated: 164\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.024832214765101) P75(nan,2.0936241610738255) P90(nan,4.066666666666666) P95(nan,10.178571428571429) P99(nan,12.96666666666666) P99.5(nan,14.649999999999997) P99.9(nan,34.589999999999975) P100(nan,35)", "server_memory": "server.memory_allocated: 72372472\nserver.memory_heap_size: 249561088\nserver.memory_physical_size: 181065134", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 8\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 6\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 16\nwasmcustom.kuadrant.hits: 2"}}}
{"index": 8, "timestamp": "2026-09-09T21:05:09Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-09T20:25:10Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-hvkp4", "memory": {"allocated": "72155064", "heap_size": "249561088", "pageheap_unmapped": "100745216", "pageheap_free": "25010176", "total_thread_cache": "28708096", "total_physical_bytes": "157521326"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-09T21:05:09Z/545\"\ncluster_manager.active_clusters: 144\ncluster_manager.cds.config_reload: 191\ncluster_manager.cds.config_reload_time_ms: 1788987907522\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 455\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 453\ncluster_manager.cds.update_time: 1788987909472\ncluster_manager.cds.version: 6379927249789534567\ncluster_manager.cluster_added: 329\ncluster_manager.cluster_modified: 158\ncluster_manager.cluster_removed: 185\ncluster_manager.cluster_updated: 182\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(2.025,0) P50(5.05,2.0273006134969327) P75(9.075,2.0967791411042946) P90(16.5,5.024285714285714) P95(16.75,10.271874999999998) P99(16.95,14.156666666666657) P99.5(16.975,14.91166666666667) P99.9(16.995,34.547000000000025) P100(17,35)", "server_memory": "server.memory_allocated: 72115760\nserver.memory_heap_size: 249561088\nserver.memory_physical_size: 157521326", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 18\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 17\nwasmcustom.kuadrant.allowed: 4\nwasmcustom.kuadrant.configs: 56\nwasmcustom.kuadrant.hits: 4"}}}
{"index": 9, "timestamp": "2026-09-09T21:10:12Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-09T20:25:10Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-hvkp4", "memory": {"allocated": "71840904", "heap_size": "249561088", "pageheap_unmapped": "100745216", "pageheap_free": "24748032", "total_thread_cache": "28984136", "total_physical_bytes": "157521326"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-09T21:10:08Z/609\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 221\ncluster_manager.cds.config_reload_time_ms: 1788988208400\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 514\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 512\ncluster_manager.cds.update_time: 1788988208635\ncluster_manager.cds.version: 15739890953029077349\ncluster_manager.cluster_added: 360\ncluster_manager.cluster_modified: 189\ncluster_manager.cluster_removed: 213\ncluster_manager.cluster_updated: 206\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(1.1,2.027683615819209) P75(3.1,2.1) P90(10.2,5.098) P95(10.6,10.319999999999999) P99(10.92,14.293333333333331) P99.5(10.96,16.22) P99.9(10.992,34.488) P100(11,35)", "server_memory": "server.memory_allocated: 71801600\nserver.memory_heap_size: 249561088\nserver.memory_physical_size: 157521326", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 28\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 31\nwasmcustom.kuadrant.allowed: 8\nwasmcustom.kuadrant.configs: 96\nwasmcustom.kuadrant.hits: 7\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 10, "timestamp": "2026-09-09T21:15:14Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-09T20:25:10Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-hvkp4", "memory": {"allocated": "71725272", "heap_size": "249561088", "pageheap_unmapped": "100745216", "pageheap_free": "24551424", "total_thread_cache": "28553912", "total_physical_bytes": "157521326"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-09T21:15:14Z/644\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 232\ncluster_manager.cds.config_reload_time_ms: 1788988457602\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 544\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 542\ncluster_manager.cds.update_time: 1788988514452\ncluster_manager.cds.version: 9398184185155020068\ncluster_manager.cluster_added: 375\ncluster_manager.cluster_modified: 200\ncluster_manager.cluster_removed: 235\ncluster_manager.cluster_updated: 228\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0275401069518715) P75(nan,2.099866310160428) P90(nan,5.099) P95(nan,10.361363636363633) P99(nan,14.196666666666678) P99.5(nan,16.14749999999998) P99.9(nan,34.458999999999946) P100(nan,35)", "server_memory": "server.memory_allocated: 71722832\nserver.memory_heap_size: 249561088\nserver.memory_physical_size: 157521326", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 33\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 41\nwasmcustom.kuadrant.allowed: 8\nwasmcustom.kuadrant.configs: 116\nwasmcustom.kuadrant.hits: 7\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 11, "timestamp": "2026-09-09T21:20:16Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-09T20:25:10Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-hvkp4", "memory": {"allocated": "71765240", "heap_size": "249561088", "pageheap_unmapped": "100745216", "pageheap_free": "24395776", "total_thread_cache": "29457456", "total_physical_bytes": "157521326"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-09T21:20:09Z/685\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 248\ncluster_manager.cds.config_reload_time_ms: 1788988807020\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 583\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 581\ncluster_manager.cds.update_time: 1788988809534\ncluster_manager.cds.version: 6715588144521392798\ncluster_manager.cluster_added: 392\ncluster_manager.cluster_modified: 214\ncluster_manager.cluster_removed: 251\ncluster_manager.cluster_updated: 248\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0276119402985073) P75(nan,2.0998756218905474) P90(nan,5.0825) P95(nan,10.34565217391304) P99(nan,14.063333333333313) P99.5(nan,16.047500000000014) P99.9(nan,34.41899999999998) P100(nan,35)", "server_memory": "server.memory_allocated: 71753744\nserver.memory_heap_size: 249561088\nserver.memory_physical_size: 157521326", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 40\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 54\nwasmcustom.kuadrant.allowed: 15\nwasmcustom.kuadrant.configs: 150\nwasmcustom.kuadrant.hits: 14\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 12, "timestamp": "2026-09-09T21:25:18Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-09T20:25:10Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-hvkp4", "memory": {"allocated": "70953840", "heap_size": "283115520", "pageheap_unmapped": "127860736", "pageheap_free": "33062912", "total_thread_cache": "26861432", "total_physical_bytes": "163664302"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-09T21:25:06Z/732\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 265\ncluster_manager.cds.config_reload_time_ms: 1788989018899\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 625\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 623\ncluster_manager.cds.update_time: 1788989106872\ncluster_manager.cds.version: 1535203134446513699\ncluster_manager.cluster_added: 411\ncluster_manager.cluster_modified: 232\ncluster_manager.cluster_removed: 279\ncluster_manager.cluster_updated: 276\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.026555023923445) P75(nan,3.003409090909091) P90(nan,5.0975) P95(nan,10.314) P99(nan,13.769999999999982) P99.5(nan,14.961666666666664) P99.9(nan,34.37699999999995) P100(nan,35)", "server_memory": "server.memory_allocated: 70914536\nserver.memory_heap_size: 283115520\nserver.memory_physical_size: 163664302", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 8\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 8\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 22\nwasmcustom.kuadrant.hits: 1"}}}
{"index": 13, "timestamp": "2026-09-09T21:25:53Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-09T20:25:10Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-hvkp4", "memory": {"allocated": "19440040", "heap_size": "283115520", "pageheap_unmapped": "157220864", "pageheap_free": "36904960", "total_thread_cache": "27578008", "total_physical_bytes": "134304174"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-09T21:25:06Z/732\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 265\ncluster_manager.cds.config_reload_time_ms: 1788989018899\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 625\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 623\ncluster_manager.cds.update_time: 1788989106872\ncluster_manager.cds.version: 1535203134446513699\ncluster_manager.cluster_added: 411\ncluster_manager.cluster_modified: 232\ncluster_manager.cluster_removed: 279\ncluster_manager.cluster_updated: 276\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.026555023923445) P75(nan,3.003409090909091) P90(nan,5.0975) P95(nan,10.314) P99(nan,13.769999999999982) P99.5(nan,14.961666666666664) P99.9(nan,34.37699999999995) P100(nan,35)", "server_memory": "server.memory_allocated: 19421216\nserver.memory_heap_size: 283115520\nserver.memory_physical_size: 134304174", "wasm_stats": ""}}}