{"index": 0, "timestamp": "2026-09-11T16:32:24Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-09-11T16:27:05Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-68dcb6f84c-svpft", "memory": {"allocated": "13543848", "heap_size": "20971520", "pageheap_unmapped": "0", "pageheap_free": "4046848", "total_thread_cache": "1840440", "total_physical_bytes": "29558190"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-11T16:30:41Z/10\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 24\ncluster_manager.cds.config_reload_time_ms: 1789144241999\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 46\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 44\ncluster_manager.cds.update_time: 1789144241999\ncluster_manager.cds.version: 14777558301778331425\ncluster_manager.cluster_added: 132\ncluster_manager.cluster_modified: 27\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 45\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0142857142857142) P75(nan,5.04) P90(nan,10.3) P95(nan,16.799999999999997) P99(nan,24.560000000000002) P99.5(nan,24.78) P99.9(nan,24.956000000000003) P100(nan,25)", "server_memory": "server.memory_allocated: 13504544\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 29558190", "wasm_stats": ""}}} {"index": 1, "timestamp": "2026-09-11T16:37:27Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-11T16:32:44Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-68dcb6f84c-svpft", "memory": {"allocated": "71445096", "heap_size": "232783872", "pageheap_unmapped": "97058816", "pageheap_free": "16023552", "total_thread_cache": "26426904", "total_physical_bytes": "143271342"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-11T16:37:17Z/76\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 24\ncluster_manager.cds.config_reload_time_ms: 1789144633127\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 53\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 52\ncluster_manager.cds.update_time: 1789144637495\ncluster_manager.cds.version: 13296689609520125167\ncluster_manager.cluster_added: 159\ncluster_manager.cluster_modified: 20\ncluster_manager.cluster_removed: 18\ncluster_manager.cluster_updated: 25\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.033333333333333) P75(nan,3.075) P90(nan,8.040000000000001) P95(nan,10.7) P99(nan,56.48) P99.5(nan,56.74) P99.9(nan,56.948) P100(nan,57)", "server_memory": "server.memory_allocated: 71405792\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 143271342", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 6\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 3\nwasmcustom.kuadrant.configs: 8"}}} {"index": 2, "timestamp": "2026-09-11T16:42:29Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-11T16:32:44Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-68dcb6f84c-svpft", "memory": {"allocated": "71308216", "heap_size": "266338304", "pageheap_unmapped": "100048896", "pageheap_free": "44130304", "total_thread_cache": "29955328", "total_physical_bytes": "173835694"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-11T16:41:42Z/132\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 47\ncluster_manager.cds.config_reload_time_ms: 1789144892233\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 104\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 103\ncluster_manager.cds.update_time: 1789144902178\ncluster_manager.cds.version: 1456454359605193702\ncluster_manager.cluster_added: 184\ncluster_manager.cluster_modified: 43\ncluster_manager.cluster_removed: 45\ncluster_manager.cluster_updated: 48\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0166666666666666) P75(nan,3.06875) P90(nan,9.035) P95(nan,10.962499999999999) P99(nan,26.97) P99.5(nan,56.485) P99.9(nan,56.897000000000006) P100(nan,57)", "server_memory": "server.memory_allocated: 71271152\nserver.memory_heap_size: 266338304\nserver.memory_physical_size: 173835694", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 7\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 6\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 12\nwasmcustom.kuadrant.hits: 1"}}} {"index": 3, "timestamp": "2026-09-11T16:47:31Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-11T16:32:44Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-68dcb6f84c-svpft", "memory": {"allocated": "71396168", "heap_size": "299892736", "pageheap_unmapped": "129417216", "pageheap_free": "51011584", "total_thread_cache": "23520784", "total_physical_bytes": "177725870"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-11T16:47:32Z/189\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 73\ncluster_manager.cds.config_reload_time_ms: 1789145250393\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 157\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 156\ncluster_manager.cds.update_time: 1789145256188\ncluster_manager.cds.version: 5223659008737878162\ncluster_manager.cluster_added: 211\ncluster_manager.cluster_modified: 67\ncluster_manager.cluster_removed: 77\ncluster_manager.cluster_updated: 71\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(1,0) P25(1.075,0) P50(2.025,2.0180555555555557) P75(2.0625,3.0486842105263157) P90(2.085,9.016666666666667) P95(2.0925,10.75) P99(2.0985,26.44999999999999) P99.5(2.09925,56.224999999999994) P99.9(2.09985,56.845) P100(2.1,57)", "server_memory": "server.memory_allocated: 71008696\nserver.memory_heap_size: 299892736\nserver.memory_physical_size: 177725870", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 6\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 2\nwasmcustom.kuadrant.configs: 8"}}} {"index": 4, "timestamp": "2026-09-11T16:52:36Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-11T16:32:44Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-68dcb6f84c-svpft", "memory": {"allocated": "72819008", "heap_size": "299892736", "pageheap_unmapped": "145801216", "pageheap_free": "32219136", "total_thread_cache": "24880328", "total_physical_bytes": "161341870"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-11T16:52:19Z/265\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 94\ncluster_manager.cds.config_reload_time_ms: 1789145536777\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 221\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 220\ncluster_manager.cds.update_time: 1789145539280\ncluster_manager.cds.version: 12408587630477587547\ncluster_manager.cluster_added: 231\ncluster_manager.cluster_modified: 81\ncluster_manager.cluster_removed: 90\ncluster_manager.cluster_updated: 91\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0171875) P75(nan,3.008) P90(nan,6.1) P95(nan,10.5) P99(nan,14.800000000000011) P99.5(nan,26.900000000000006) P99.9(nan,56.78) P100(nan,57)", "server_memory": "server.memory_allocated: 72981688\nserver.memory_heap_size: 299892736\nserver.memory_physical_size: 161341870", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 34\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 32\nwasmcustom.kuadrant.allowed: 179\nwasmcustom.kuadrant.configs: 120\nwasmcustom.kuadrant.hits: 179"}}} {"index": 5, "timestamp": "2026-09-11T16:57:39Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-11T16:32:44Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-68dcb6f84c-svpft", "memory": {"allocated": "71809592", "heap_size": "299892736", "pageheap_unmapped": "145539072", "pageheap_free": "32243712", "total_thread_cache": "27823456", "total_physical_bytes": "161604014"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-11T16:57:16Z/331\"\ncluster_manager.active_clusters: 136\ncluster_manager.cds.config_reload: 111\ncluster_manager.cds.config_reload_time_ms: 1789145834457\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 277\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 276\ncluster_manager.cds.update_time: 1789145836289\ncluster_manager.cds.version: 8333926895416977172\ncluster_manager.cluster_added: 247\ncluster_manager.cluster_modified: 90\ncluster_manager.cluster_removed: 111\ncluster_manager.cluster_updated: 105\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0175824175824175) P75(nan,2.0934065934065935) P90(nan,4.082222222222223) P95(nan,10.274999999999999) P99(nan,14.240000000000009) P99.5(nan,26.620000000000005) P99.9(nan,56.72399999999999) P100(nan,57)", "server_memory": "server.memory_allocated: 71804880\nserver.memory_heap_size: 299892736\nserver.memory_physical_size: 161604014", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 58\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 59\nwasmcustom.kuadrant.allowed: 341\nwasmcustom.kuadrant.configs: 216\nwasmcustom.kuadrant.hits: 341"}}} {"index": 6, "timestamp": "2026-09-11T17:02:41Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-11T16:32:44Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-68dcb6f84c-svpft", "memory": {"allocated": "72067120", "heap_size": "299892736", "pageheap_unmapped": "145154048", "pageheap_free": "31989760", "total_thread_cache": "28312312", "total_physical_bytes": "161989038"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-11T17:02:40Z/428\"\ncluster_manager.active_clusters: 135\ncluster_manager.cds.config_reload: 138\ncluster_manager.cds.config_reload_time_ms: 1789146134134\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 348\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 346\ncluster_manager.cds.update_time: 1789146160375\ncluster_manager.cds.version: 13571108975557061654\ncluster_manager.cluster_added: 274\ncluster_manager.cluster_modified: 112\ncluster_manager.cluster_removed: 139\ncluster_manager.cluster_updated: 132\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.0211382113821137) P75(2.05,2.091463414634146) P90(2.08,4.07) P95(2.09,10.188888888888888) P99(2.098,14.54000000000002) P99.5(2.099,26.269999999999982) P99.9(2.0998,56.653999999999996) P100(2.1,57)", "server_memory": "server.memory_allocated: 72080536\nserver.memory_heap_size: 299892736\nserver.memory_physical_size: 161989038", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 86\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 94\nwasmcustom.kuadrant.allowed: 732\nwasmcustom.kuadrant.configs: 328\nwasmcustom.kuadrant.hits: 732"}}} {"index": 7, "timestamp": "2026-09-11T17:07:43Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-11T16:32:44Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-68dcb6f84c-svpft", "memory": {"allocated": "72242976", "heap_size": "299892736", "pageheap_unmapped": "144736256", "pageheap_free": "31875072", "total_thread_cache": "29157000", "total_physical_bytes": "162406830"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-11T17:07:44Z/497\"\ncluster_manager.active_clusters: 146\ncluster_manager.cds.config_reload: 165\ncluster_manager.cds.config_reload_time_ms: 1789146464427\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 410\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 408\ncluster_manager.cds.update_time: 1789146464427\ncluster_manager.cds.version: 604790454583995402\ncluster_manager.cluster_added: 302\ncluster_manager.cluster_modified: 138\ncluster_manager.cluster_removed: 156\ncluster_manager.cluster_updated: 158\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0217687074829933) P75(nan,2.0904761904761906) P90(nan,4.08) P95(nan,10.149999999999997) P99(nan,12.989999999999995) P99.5(nan,16.980000000000018) P99.9(nan,56.596000000000004) P100(nan,57)", "server_memory": "server.memory_allocated: 71835416\nserver.memory_heap_size: 299892736\nserver.memory_physical_size: 162406830", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 103\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 112\nwasmcustom.kuadrant.allowed: 850\nwasmcustom.kuadrant.configs: 396\nwasmcustom.kuadrant.denied: 3\nwasmcustom.kuadrant.hits: 849\nwasmcustom.kuadrant.misses: 1"}}} {"index": 8, "timestamp": "2026-09-11T17:12:45Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-11T16:32:44Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-68dcb6f84c-svpft", "memory": {"allocated": "72360544", "heap_size": "299892736", "pageheap_unmapped": "144441344", "pageheap_free": "31776768", "total_thread_cache": "29621264", "total_physical_bytes": "162701742"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-11T17:12:44Z/558\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 190\ncluster_manager.cds.config_reload_time_ms: 1789146746362\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 464\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 462\ncluster_manager.cds.update_time: 1789146764884\ncluster_manager.cds.version: 15081189879561556564\ncluster_manager.cluster_added: 327\ncluster_manager.cluster_modified: 163\ncluster_manager.cluster_removed: 186\ncluster_manager.cluster_updated: 182\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.0226993865030676) P75(2.05,2.0935582822085887) P90(2.08,5.0360000000000005) P95(2.09,10.278571428571427) P99(2.098,14.379999999999995) P99.5(2.099,16.689999999999998) P99.9(2.0998,56.53800000000001) P100(2.1,57)", "server_memory": "server.memory_allocated: 72335704\nserver.memory_heap_size: 299892736\nserver.memory_physical_size: 162701742", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 116\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 126\nwasmcustom.kuadrant.allowed: 855\nwasmcustom.kuadrant.configs: 448\nwasmcustom.kuadrant.denied: 3\nwasmcustom.kuadrant.hits: 854\nwasmcustom.kuadrant.misses: 1"}}} {"index": 9, "timestamp": "2026-09-11T17:17:47Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-11T16:32:44Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-68dcb6f84c-svpft", "memory": {"allocated": "72684320", "heap_size": "299892736", "pageheap_unmapped": "144285696", "pageheap_free": "31793152", "total_thread_cache": "29233040", "total_physical_bytes": "162857390"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-11T17:17:29Z/608\"\ncluster_manager.active_clusters: 148\ncluster_manager.cds.config_reload: 214\ncluster_manager.cds.config_reload_time_ms: 1789147049229\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 511\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 509\ncluster_manager.cds.update_time: 1789147049574\ncluster_manager.cds.version: 14546622921148298353\ncluster_manager.cluster_added: 356\ncluster_manager.cluster_modified: 193\ncluster_manager.cluster_removed: 208\ncluster_manager.cluster_updated: 206\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.025) P75(nan,2.098132183908046) P90(nan,6.015714285714286) P95(nan,10.385294117647057) P99(nan,14.909999999999968) P99.5(nan,16.727499999999992) P99.9(nan,56.490999999999985) P100(nan,57)", "server_memory": "server.memory_allocated: 72645016\nserver.memory_heap_size: 299892736\nserver.memory_physical_size: 162857390", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 123\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 137\nwasmcustom.kuadrant.allowed: 858\nwasmcustom.kuadrant.configs: 479\nwasmcustom.kuadrant.denied: 3\nwasmcustom.kuadrant.hits: 856\nwasmcustom.kuadrant.misses: 2"}}} {"index": 10, "timestamp": "2026-09-11T17:22:49Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-11T16:32:44Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-68dcb6f84c-svpft", "memory": {"allocated": "72806344", "heap_size": "299892736", "pageheap_unmapped": "144048128", "pageheap_free": "31768576", "total_thread_cache": "29234232", "total_physical_bytes": "163094958"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-11T17:22:39Z/657\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 233\ncluster_manager.cds.config_reload_time_ms: 1789147356936\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 553\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 551\ncluster_manager.cds.update_time: 1789147359403\ncluster_manager.cds.version: 9880036397884138251\ncluster_manager.cluster_added: 376\ncluster_manager.cluster_modified: 211\ncluster_manager.cluster_removed: 234\ncluster_manager.cluster_updated: 230\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0247340425531917) P75(nan,2.0980053191489363) P90(nan,6.01125) P95(nan,10.438235294117643) P99(nan,15.490000000000009) P99.5(nan,17.245000000000005) P99.9(nan,56.448999999999955) P100(nan,57)", "server_memory": "server.memory_allocated: 72767040\nserver.memory_heap_size: 299892736\nserver.memory_physical_size: 163094958", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 131\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 150\nwasmcustom.kuadrant.allowed: 859\nwasmcustom.kuadrant.configs: 517\nwasmcustom.kuadrant.denied: 3\nwasmcustom.kuadrant.hits: 857\nwasmcustom.kuadrant.misses: 2"}}} {"index": 11, "timestamp": "2026-09-11T17:27:51Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-11T16:32:44Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-68dcb6f84c-svpft", "memory": {"allocated": "72505632", "heap_size": "299892736", "pageheap_unmapped": "143998976", "pageheap_free": "31793152", "total_thread_cache": "29349008", "total_physical_bytes": "163144110"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-11T17:27:46Z/695\"\ncluster_manager.active_clusters: 143\ncluster_manager.cds.config_reload: 247\ncluster_manager.cds.config_reload_time_ms: 1789147653531\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 589\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 587\ncluster_manager.cds.update_time: 1789147666478\ncluster_manager.cds.version: 8609741912070052051\ncluster_manager.cluster_added: 391\ncluster_manager.cluster_modified: 225\ncluster_manager.cluster_removed: 248\ncluster_manager.cluster_updated: 246\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0263819095477387) P75(nan,3.0004166666666667) P90(nan,6.023000000000001) P95(nan,10.402631578947368) P99(nan,15.129999999999995) P99.5(nan,17.06499999999994) P99.9(nan,56.41300000000001) P100(nan,57)", "server_memory": "server.memory_allocated: 72466328\nserver.memory_heap_size: 299892736\nserver.memory_physical_size: 163144110", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 136\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 160\nwasmcustom.kuadrant.allowed: 865\nwasmcustom.kuadrant.configs: 546\nwasmcustom.kuadrant.denied: 3\nwasmcustom.kuadrant.hits: 863\nwasmcustom.kuadrant.misses: 2"}}} {"index": 12, "timestamp": "2026-09-11T17:32:10Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-11T16:32:44Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-68dcb6f84c-svpft", "memory": {"allocated": "71253456", "heap_size": "299892736", "pageheap_unmapped": "143917056", "pageheap_free": "31825920", "total_thread_cache": "30100256", "total_physical_bytes": "163226030"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-11T17:31:22Z/732\"\ncluster_manager.active_clusters: 135\ncluster_manager.cds.config_reload: 259\ncluster_manager.cds.config_reload_time_ms: 1789147841736\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 623\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 620\ncluster_manager.cds.update_time: 1789147882485\ncluster_manager.cds.version: 2499845684127725463\ncluster_manager.cluster_added: 403\ncluster_manager.cluster_modified: 237\ncluster_manager.cluster_removed: 268\ncluster_manager.cluster_updated: 265\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0254807692307693) P75(nan,2.1) P90(nan,6.0181818181818185) P95(nan,10.4) P99(nan,14.899999999999977) P99.5(nan,16.94999999999999) P99.9(nan,56.379999999999995) P100(nan,57)", "server_memory": "server.memory_allocated: 71486968\nserver.memory_heap_size: 299892736\nserver.memory_physical_size: 163226030", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 142\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 169\nwasmcustom.kuadrant.allowed: 867\nwasmcustom.kuadrant.configs: 573\nwasmcustom.kuadrant.denied: 3\nwasmcustom.kuadrant.hits: 865\nwasmcustom.kuadrant.misses: 2"}}}