{"index": 0, "timestamp": "2026-07-16T17:48:16Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-16T17:44:06Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 1, "authpolicies": 1}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-866675cbb8-qnxtj", "memory": {"allocated": "13574240", "heap_size": "23068672", "pageheap_unmapped": "0", "pageheap_free": "5971968", "total_thread_cache": "1770544", "total_physical_bytes": "31782318"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T17:48:17Z/47\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 24\ncluster_manager.cds.config_reload_time_ms: 1784224096875\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 47\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 46\ncluster_manager.cds.update_time: 1784224097152\ncluster_manager.cds.version: 17824390997374191327\ncluster_manager.cluster_added: 134\ncluster_manager.cluster_modified: 20\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 33\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(5,0) P25(5.025,0) P50(5.05,2.025) P75(5.075,3.0964285714285715) P90(5.09,9.025) P95(5.095,10.375) P99(5.099,25.549999999999997) P99.5(5.0995,25.775) P99.9(5.0999,25.955) P100(5.1,26)", "server_memory": "server.memory_allocated: 13534936\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 29685166", "wasm_stats": ""}}}
{"index": 1, "timestamp": "2026-07-16T17:53:18Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-16T17:48:56Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:48:57Z\"}}"}, "resource_counts": {"httproutes": 3, "llminferenceservices": 3, "authpolicies": 2}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-p4vzh", "memory": {"allocated": "14563856", "heap_size": "23068672", "pageheap_unmapped": "0", "pageheap_free": "4661248", "total_thread_cache": "2861760", "total_physical_bytes": "30717358"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T17:53:20Z/208\"\ncluster_manager.active_clusters: 151\ncluster_manager.cds.config_reload: 34\ncluster_manager.cds.config_reload_time_ms: 1784224395836\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 122\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 121\ncluster_manager.cds.update_time: 1784224400071\ncluster_manager.cds.version: 13715522433983917675\ncluster_manager.cluster_added: 170\ncluster_manager.cluster_modified: 33\ncluster_manager.cluster_removed: 19\ncluster_manager.cluster_updated: 34\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(1,0) P25(2.01875,2.005514705882353) P50(2.05,2.047794117647059) P75(2.08125,2.0900735294117645) P90(2.1,3.0954545454545457) P95(3.05,9.0125) P99(3.09,11.849999999999994) P99.5(3.0949999999999998,35.425) P99.9(3.099,35.885000000000005) P100(3.1,36)", "server_memory": "server.memory_allocated: 14524472\nserver.memory_heap_size: 23068672\nserver.memory_physical_size: 30717358", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-866675cbb8-qnxtj", "memory": {"allocated": "77707424", "heap_size": "228589568", "pageheap_unmapped": "74711040", "pageheap_free": "28401664", "total_thread_cache": "22414352", "total_physical_bytes": "162588078"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T17:53:21Z/211\"\ncluster_manager.active_clusters: 153\ncluster_manager.cds.config_reload: 34\ncluster_manager.cds.config_reload_time_ms: 1784224395837\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 125\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 124\ncluster_manager.cds.update_time: 1784224401771\ncluster_manager.cds.version: 3337135834751432303\ncluster_manager.cluster_added: 173\ncluster_manager.cluster_modified: 33\ncluster_manager.cluster_removed: 20\ncluster_manager.cluster_updated: 32\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(1,0) P25(2.01875,2.0088028169014085) P50(2.05,2.05) P75(2.08125,2.0911971830985916) P90(2.1,4.01) P95(3.05,9.014999999999999) P99(3.09,12.829999999999998) P99.5(3.0949999999999998,37.415000000000006) P99.9(3.099,37.882999999999996) P100(3.1,38)", "server_memory": "server.memory_allocated: 77662104\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 162588078", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 41\nwasmcustom.kuadrant.allowed: 5\nwasmcustom.kuadrant.configs: 135\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 5"}}}
{"index": 2, "timestamp": "2026-07-16T17:58:22Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:58:05Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:48:57Z\"}}"}, "resource_counts": {"httproutes": 2, "llminferenceservices": 2, "authpolicies": 3}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-p4vzh", "memory": {"allocated": "107715360", "heap_size": "230686720", "pageheap_unmapped": "39174144", "pageheap_free": "34906112", "total_thread_cache": "30144848", "total_physical_bytes": "199587246"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T17:58:24Z/469\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 1\ncluster_manager.cds.config_reload_time_ms: 1784224686084\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 36\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 35\ncluster_manager.cds.update_time: 1784224704165\ncluster_manager.cds.version: 11859965472345655396\ncluster_manager.cluster_added: 142\ncluster_manager.cluster_modified: 0\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 3\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,2) P25(2.0275,2.028703703703704) P50(2.055,2.0574074074074074) P75(2.0825,2.0861111111111112) P90(2.099,3.045) P95(3.045,4.045) P99(3.089,37.69) P99.5(3.0945,37.845) P99.9(3.0989,37.969) P100(3.1,38)", "server_memory": "server.memory_allocated: 107520856\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 199587246", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 8\nwasm.envoy.wasm.runtime.v8.created: 11\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 17\nwasm.remote_load_cache_misses: 1\nwasm.remote_load_fetch_successes: 1\nwasmcustom.kuadrant.configs: 12"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-866675cbb8-qnxtj", "memory": {"allocated": "84709096", "heap_size": "228589568", "pageheap_unmapped": "69500928", "pageheap_free": "22953984", "total_thread_cache": "24170672", "total_physical_bytes": "167798190"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T17:58:25Z/472\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 59\ncluster_manager.cds.config_reload_time_ms: 1784224676063\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 379\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 378\ncluster_manager.cds.update_time: 1784224705567\ncluster_manager.cds.version: 3696517955367743269\ncluster_manager.cluster_added: 198\ncluster_manager.cluster_modified: 58\ncluster_manager.cluster_removed: 56\ncluster_manager.cluster_updated: 63\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.0375,2.0195692883895133) P50(2.075,2.054494382022472) P75(3.0375,2.0894194756554305) P90(4.01,4.016086956521739) P95(4.055,4.097173913043478) P99(4.091,10.87833333333333) P99.5(4.0955,12.134999999999991) P99.9(4.0991,37.62700000000001) P100(4.1,38)", "server_memory": "server.memory_allocated: 84947808\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 167798190", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 214\nwasmcustom.kuadrant.allowed: 10\nwasmcustom.kuadrant.configs: 833\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 10"}}}
{"index": 3, "timestamp": "2026-07-16T18:03:26Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:58:05Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:48:57Z\"}}"}, "resource_counts": {"httproutes": 1, "llminferenceservices": 2, "authpolicies": 1}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-p4vzh", "memory": {"allocated": "71027848", "heap_size": "230686720", "pageheap_unmapped": "74678272", "pageheap_free": "28024832", "total_thread_cache": "32292800", "total_physical_bytes": "164083118"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:02:57Z/782\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 14\ncluster_manager.cds.config_reload_time_ms: 1784224976682\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 345\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 344\ncluster_manager.cds.update_time: 1784224977559\ncluster_manager.cds.version: 2129486933775058733\ncluster_manager.cluster_added: 154\ncluster_manager.cluster_modified: 13\ncluster_manager.cluster_removed: 15\ncluster_manager.cluster_updated: 15\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.024764890282132) P50(nan,2.0517241379310347) P75(nan,2.078683385579937) P90(nan,2.094858934169279) P95(nan,3.0072727272727273) P99(nan,4.089) P99.5(nan,10.639999999999986) P99.9(nan,37.656000000000006) P100(nan,38)", "server_memory": "server.memory_allocated: 70989568\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 164083118", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 13\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 26\nwasmcustom.kuadrant.hits: 4"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-866675cbb8-qnxtj", "memory": {"allocated": "73177104", "heap_size": "268435456", "pageheap_unmapped": "88244224", "pageheap_free": "49774592", "total_thread_cache": "28809168", "total_physical_bytes": "188900782"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:02:57Z/782\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 72\ncluster_manager.cds.config_reload_time_ms: 1784224950136\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 682\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 681\ncluster_manager.cds.update_time: 1784224977563\ncluster_manager.cds.version: 2129486933775058733\ncluster_manager.cluster_added: 212\ncluster_manager.cluster_modified: 70\ncluster_manager.cluster_removed: 71\ncluster_manager.cluster_updated: 75\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0226212686567164) P50(nan,2.054384328358209) P75(nan,2.0861473880597017) P90(nan,3.075405405405405) P95(nan,4.067432432432432) P99(nan,10.523749999999993) P99.5(nan,10.949375000000003) P99.9(nan,37.31899999999996) P100(nan,38)", "server_memory": "server.memory_allocated: 73137800\nserver.memory_heap_size: 268435456\nserver.memory_physical_size: 188900782", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 7\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 8\nwasmcustom.kuadrant.configs: 12"}}}
{"index": 4, "timestamp": "2026-07-16T18:08:29Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:58:05Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:48:57Z\"}}"}, "resource_counts": {"httproutes": 1, "llminferenceservices": 1, "authpolicies": 1}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-p4vzh", "memory": {"allocated": "19739016", "heap_size": "230686720", "pageheap_unmapped": "125009920", "pageheap_free": "16818176", "total_thread_cache": "32800312", "total_physical_bytes": "113751470"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:08:10Z/843\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 32\ncluster_manager.cds.config_reload_time_ms: 1784225187334\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 402\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 401\ncluster_manager.cds.update_time: 1784225290918\ncluster_manager.cds.version: 12517522284650069747\ncluster_manager.cluster_added: 172\ncluster_manager.cluster_modified: 32\ncluster_manager.cluster_removed: 33\ncluster_manager.cluster_updated: 35\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.020881502890173) P50(nan,2.0498554913294798) P75(nan,2.0788294797687863) P90(nan,2.09621387283237) P95(nan,3.049642857142857) P99(nan,9.0995) P99.5(nan,10.997500000000002) P99.9(nan,37.59899999999999) P100(nan,38)", "server_memory": "server.memory_allocated: 19699648\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 113751470", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-866675cbb8-qnxtj", "memory": {"allocated": "73090392", "heap_size": "268435456", "pageheap_unmapped": "111026176", "pageheap_free": "26411008", "total_thread_cache": "29489608", "total_physical_bytes": "166118830"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:08:32Z/844\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 90\ncluster_manager.cds.config_reload_time_ms: 1784225187335\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 740\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 739\ncluster_manager.cds.update_time: 1784225312568\ncluster_manager.cds.version: 4518434072269180344\ncluster_manager.cluster_added: 230\ncluster_manager.cluster_modified: 89\ncluster_manager.cluster_removed: 89\ncluster_manager.cluster_updated: 97\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.020886075949367) P50(nan,2.054249547920434) P75(nan,2.087613019891501) P90(nan,3.098139534883721) P95(nan,4.0784782608695656) P99(nan,10.662) P99.5(nan,11.309999999999945) P99.9(nan,37.261999999999944) P100(nan,38)", "server_memory": "server.memory_allocated: 73039632\nserver.memory_heap_size: 268435456\nserver.memory_physical_size: 166118830", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 24\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 37\nwasmcustom.kuadrant.allowed: 3\nwasmcustom.kuadrant.configs: 80\nwasmcustom.kuadrant.hits: 3"}}}
{"index": 5, "timestamp": "2026-07-16T18:13:33Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-16T18:09:15Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:48:57Z\"}}"}, "resource_counts": {"httproutes": 4, "llminferenceservices": 2, "authpolicies": 2}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-mw42d", "memory": {"allocated": "19911824", "heap_size": "232783872", "pageheap_unmapped": "123928576", "pageheap_free": "24076288", "total_thread_cache": "30357712", "total_physical_bytes": "117564846"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:13:14Z/913\"\ncluster_manager.active_clusters: 144\ncluster_manager.cds.config_reload: 19\ncluster_manager.cds.config_reload_time_ms: 1784225593339\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 51\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 50\ncluster_manager.cds.update_time: 1784225594366\ncluster_manager.cds.version: 1085019718992880074\ncluster_manager.cluster_added: 158\ncluster_manager.cluster_modified: 20\ncluster_manager.cluster_removed: 14\ncluster_manager.cluster_updated: 14\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.009259259259259) P50(nan,2.0555555555555554) P75(nan,3.0055555555555555) P90(nan,3.088888888888889) P95(nan,10.5) P99(nan,38.5) P99.5(nan,38.75) P99.9(nan,38.95) P100(nan,39)", "server_memory": "server.memory_allocated: 19872456\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 117564846", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-866675cbb8-qnxtj", "memory": {"allocated": "73676184", "heap_size": "268435456", "pageheap_unmapped": "111026176", "pageheap_free": "27222016", "total_thread_cache": "26357576", "total_physical_bytes": "166118830"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:13:14Z/913\"\ncluster_manager.active_clusters: 146\ncluster_manager.cds.config_reload: 112\ncluster_manager.cds.config_reload_time_ms: 1784225593339\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 806\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 805\ncluster_manager.cds.update_time: 1784225594378\ncluster_manager.cds.version: 1085019718992880074\ncluster_manager.cluster_added: 253\ncluster_manager.cluster_modified: 114\ncluster_manager.cluster_removed: 107\ncluster_manager.cluster_updated: 117\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.020252613240418) P50(nan,2.0553135888501743) P75(nan,2.0903745644599305) P90(nan,4.021929824561403) P95(nan,4.092543859649123) P99(nan,10.904545454545458) P99.5(nan,12.987500000000011) P99.9(nan,37.19500000000005) P100(nan,38)", "server_memory": "server.memory_allocated: 73636880\nserver.memory_heap_size: 268435456\nserver.memory_physical_size: 166118830", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 45\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 71\nwasmcustom.kuadrant.allowed: 5\nwasmcustom.kuadrant.configs: 167\nwasmcustom.kuadrant.hits: 5"}}}
{"index": 6, "timestamp": "2026-07-16T18:18:37Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-16T18:09:15Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:48:57Z\"}}"}, "resource_counts": {"httproutes": 4, "llminferenceservices": 2, "authpolicies": 2}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-mw42d", "memory": {"allocated": "19980032", "heap_size": "232783872", "pageheap_unmapped": "123912192", "pageheap_free": "25116672", "total_thread_cache": "28947040", "total_physical_bytes": "117581230"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:17:13Z/956\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 34\ncluster_manager.cds.config_reload_time_ms: 1784225833235\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 90\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 89\ncluster_manager.cds.update_time: 1784225833235\ncluster_manager.cds.version: 8985213966781256047\ncluster_manager.cluster_added: 171\ncluster_manager.cluster_modified: 35\ncluster_manager.cluster_removed: 26\ncluster_manager.cluster_updated: 31\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,1.0607142857142857) P50(nan,2.0453488372093025) P75(nan,2.097093023255814) P90(nan,3.0930769230769233) P95(nan,10.183333333333332) P99(nan,38.11) P99.5(nan,38.55499999999999) P99.9(nan,38.911) P100(nan,39)", "server_memory": "server.memory_allocated: 19940664\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 117581230", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-866675cbb8-qnxtj", "memory": {"allocated": "73361384", "heap_size": "268435456", "pageheap_unmapped": "111026176", "pageheap_free": "27197440", "total_thread_cache": "27143968", "total_physical_bytes": "166118830"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:17:13Z/956\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 127\ncluster_manager.cds.config_reload_time_ms: 1784225833236\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 847\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 845\ncluster_manager.cds.update_time: 1784225844732\ncluster_manager.cds.version: 8985213966781256047\ncluster_manager.cluster_added: 267\ncluster_manager.cluster_modified: 129\ncluster_manager.cluster_removed: 120\ncluster_manager.cluster_updated: 134\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.01912265758092) P50(nan,2.0551107325383304) P75(nan,2.091098807495741) P90(nan,4.02983870967742) P95(nan,4.097983870967742) P99(nan,12.137499999999989) P99.5(nan,13.387499999999989) P99.9(nan,37.15499999999997) P100(nan,38)", "server_memory": "server.memory_allocated: 73322080\nserver.memory_heap_size: 268435456\nserver.memory_physical_size: 166118830", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 54\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 91\nwasmcustom.kuadrant.allowed: 12\nwasmcustom.kuadrant.configs: 203\nwasmcustom.kuadrant.hits: 6\nwasmcustom.kuadrant.misses: 6"}}}
{"index": 7, "timestamp": "2026-07-16T18:23:41Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-16T18:09:15Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T18:20:33Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:48:57Z\"}}"}, "resource_counts": {"httproutes": 5, "llminferenceservices": 2, "authpolicies": 4}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-mw42d", "memory": {"allocated": "19851360", "heap_size": "232783872", "pageheap_unmapped": "123895808", "pageheap_free": "25133056", "total_thread_cache": "29500288", "total_physical_bytes": "117597614"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:23:42Z/1432\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 45\ncluster_manager.cds.config_reload_time_ms: 1784226194196\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 565\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 564\ncluster_manager.cds.update_time: 1784226222660\ncluster_manager.cds.version: 10650418522714761856\ncluster_manager.cluster_added: 181\ncluster_manager.cluster_modified: 45\ncluster_manager.cluster_removed: 39\ncluster_manager.cluster_updated: 50\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,2.022222222222222) P50(2.05,2.052136752136752) P75(2.075,2.082051282051282) P90(2.09,2.1) P95(2.095,3.08) P99(2.099,10.133333333333326) P99.5(2.0995,11.200000000000045) P99.9(2.0999,38.440000000000055) P100(2.1,39)", "server_memory": "server.memory_allocated: 19811992\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 117597614", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-zbq44", "memory": {"allocated": "71148896", "heap_size": "230686720", "pageheap_unmapped": "64077824", "pageheap_free": "40239104", "total_thread_cache": "31639808", "total_physical_bytes": "175318446"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:23:43Z/1435\"\ncluster_manager.active_clusters: 144\ncluster_manager.cds.config_reload: 8\ncluster_manager.cds.config_reload_time_ms: 1784226194196\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 420\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 419\ncluster_manager.cds.update_time: 1784226223784\ncluster_manager.cds.version: 914010840704771549\ncluster_manager.cluster_added: 145\ncluster_manager.cluster_modified: 7\ncluster_manager.cluster_removed: 1\ncluster_manager.cluster_updated: 7\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,2.0246192893401016) P50(2.05,2.050507614213198) P75(2.075,2.0763959390862943) P90(2.09,2.091928934010152) P95(2.095,2.0971065989847717) P99(2.099,4.092000000000001) P99.5(2.0995,5.097999999999999) P99.9(2.0999,34.591999999999985) P100(2.1,35)", "server_memory": "server.memory_allocated: 71109528\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 175318446", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasmcustom.kuadrant.configs: 8"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-866675cbb8-qnxtj", "memory": {"allocated": "84794648", "heap_size": "287309824", "pageheap_unmapped": "120168448", "pageheap_free": "25591808", "total_thread_cache": "27291656", "total_physical_bytes": "175554990"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:23:44Z/1438\"\ncluster_manager.active_clusters: 144\ncluster_manager.cds.config_reload: 140\ncluster_manager.cds.config_reload_time_ms: 1784226194670\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1328\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1326\ncluster_manager.cds.update_time: 1784226224983\ncluster_manager.cds.version: 6240928660208135932\ncluster_manager.cluster_added: 279\ncluster_manager.cluster_modified: 139\ncluster_manager.cluster_removed: 135\ncluster_manager.cluster_updated: 153\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.0541666666666667,2.0250570776255707) P50(3.0125,2.0626712328767125) P75(3.09375,3.0029411764705882) P90(4.085,4.06227027027027) P95(5.035,4.097891891891892) P99(5.087,10.801818181818176) P99.5(5.0935,12.682000000000016) P99.9(5.0987,16.682000000000016) P100(5.1,38)", "server_memory": "server.memory_allocated: 83651280\nserver.memory_heap_size: 287309824\nserver.memory_physical_size: 175554990", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 457\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 559\nwasmcustom.kuadrant.allowed: 15\nwasmcustom.kuadrant.configs: 1881\nwasmcustom.kuadrant.hits: 10\nwasmcustom.kuadrant.misses: 6"}}}
{"index": 8, "timestamp": "2026-07-16T18:28:46Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-16T18:09:15Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T18:20:33Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:48:57Z\"}}"}, "resource_counts": {"httproutes": 5, "llminferenceservices": 1, "authpolicies": 1}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-mw42d", "memory": {"allocated": "19821264", "heap_size": "232783872", "pageheap_unmapped": "123895808", "pageheap_free": "24977408", "total_thread_cache": "29680064", "total_physical_bytes": "117597614"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:28:28Z/1771\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 61\ncluster_manager.cds.config_reload_time_ms: 1784226473232\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 902\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 901\ncluster_manager.cds.update_time: 1784226508783\ncluster_manager.cds.version: 16886578689650327628\ncluster_manager.cluster_added: 194\ncluster_manager.cluster_modified: 64\ncluster_manager.cluster_removed: 53\ncluster_manager.cluster_updated: 64\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.02333984375) P50(nan,2.0526692708333334) P75(nan,2.0819986979166667) P90(nan,2.0995963541666667) P95(nan,3.0762727272727273) P99(nan,9.0495) P99.5(nan,10.699000000000002) P99.9(nan,38.099000000000046) P100(nan,39)", "server_memory": "server.memory_allocated: 19781896\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 117597614", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-zbq44", "memory": {"allocated": "19839776", "heap_size": "230686720", "pageheap_unmapped": "123576320", "pageheap_free": "20332544", "total_thread_cache": "32151816", "total_physical_bytes": "115819950"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:28:28Z/1771\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 25\ncluster_manager.cds.config_reload_time_ms: 1784226473233\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 754\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 753\ncluster_manager.cds.update_time: 1784226508782\ncluster_manager.cds.version: 16886578689650327628\ncluster_manager.cluster_added: 158\ncluster_manager.cluster_modified: 27\ncluster_manager.cluster_removed: 17\ncluster_manager.cluster_updated: 21\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.024230769230769) P50(nan,2.0505594405594407) P75(nan,2.076888111888112) P90(nan,2.0926853146853146) P95(nan,2.097951048951049) P99(nan,6.047000000000002) P99.5(nan,9.041166666666667) P99.9(nan,34.24699999999996) P100(nan,35)", "server_memory": "server.memory_allocated: 19800408\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 115819950", "wasm_stats": ""}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-866675cbb8-qnxtj", "memory": {"allocated": "75174992", "heap_size": "299892736", "pageheap_unmapped": "129032192", "pageheap_free": "33038336", "total_thread_cache": "28671648", "total_physical_bytes": "179274158"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:28:28Z/1771\"\ncluster_manager.active_clusters: 143\ncluster_manager.cds.config_reload: 156\ncluster_manager.cds.config_reload_time_ms: 1784226473233\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1659\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1657\ncluster_manager.cds.update_time: 1784226508786\ncluster_manager.cds.version: 16886578689650327628\ncluster_manager.cluster_added: 292\ncluster_manager.cluster_modified: 158\ncluster_manager.cluster_removed: 149\ncluster_manager.cluster_updated: 167\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.026390134529148) P50(nan,2.063542600896861) P75(nan,3.0070454545454544) P90(nan,4.063886462882096) P95(nan,5.000348837209302) P99(nan,10.766363636363643) P99.5(nan,12.619166666666652) P99.9(nan,16.343000000000075) P100(nan,38)", "server_memory": "server.memory_allocated: 75135688\nserver.memory_heap_size: 299892736\nserver.memory_physical_size: 179274158", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 762\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 870\nwasmcustom.kuadrant.allowed: 20\nwasmcustom.kuadrant.configs: 3101\nwasmcustom.kuadrant.hits: 15\nwasmcustom.kuadrant.misses: 6"}}}
{"index": 9, "timestamp": "2026-07-16T18:33:50Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-16T18:09:15Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T18:20:33Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:48:57Z\"}}"}, "resource_counts": {"httproutes": 5, "llminferenceservices": 1, "authpolicies": 1}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-mw42d", "memory": {"allocated": "19811024", "heap_size": "232783872", "pageheap_unmapped": "123895808", "pageheap_free": "24977408", "total_thread_cache": "29688032", "total_physical_bytes": "117597614"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:33:48Z/1846\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 86\ncluster_manager.cds.config_reload_time_ms: 1784226825833\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 972\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 971\ncluster_manager.cds.update_time: 1784226828664\ncluster_manager.cds.version: 681796729152714306\ncluster_manager.cluster_added: 218\ncluster_manager.cluster_modified: 89\ncluster_manager.cluster_removed: 77\ncluster_manager.cluster_updated: 86\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.0625,2.0219413233458177) P50(3.05,2.052247191011236) P75(4.0375,2.082553058676654) P90(4.075,3.0093650793650792) P95(4.0875,3.0864285714285713) P99(4.0975,10.25444444444444) P99.5(4.09875,10.793888888888887) P99.9(4.09975,38.028999999999996) P100(4.1,39)", "server_memory": "server.memory_allocated: 19771656\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 117597614", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-zbq44", "memory": {"allocated": "19813024", "heap_size": "230686720", "pageheap_unmapped": "123576320", "pageheap_free": "20873216", "total_thread_cache": "31292248", "total_physical_bytes": "115819950"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:33:48Z/1846\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 50\ncluster_manager.cds.config_reload_time_ms: 1784226825833\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 824\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 823\ncluster_manager.cds.update_time: 1784226828662\ncluster_manager.cds.version: 681796729152714306\ncluster_manager.cluster_added: 182\ncluster_manager.cluster_modified: 52\ncluster_manager.cluster_removed: 41\ncluster_manager.cluster_updated: 43\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(1.075,2.0225601604278074) P50(2.03,2.0500668449197863) P75(2.065,2.0775735294117648) P90(2.086,2.094077540106952) P95(2.093,2.0995788770053476) P99(2.0986,9.0154) P99.5(2.0993,9.0977) P99.9(2.09986,34.17700000000002) P100(2.1,35)", "server_memory": "server.memory_allocated: 19773656\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 115819950", "wasm_stats": ""}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-866675cbb8-qnxtj", "memory": {"allocated": "75800720", "heap_size": "299892736", "pageheap_unmapped": "129015808", "pageheap_free": "33914880", "total_thread_cache": "28361936", "total_physical_bytes": "179290542"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:33:48Z/1846\"\ncluster_manager.active_clusters: 143\ncluster_manager.cds.config_reload: 181\ncluster_manager.cds.config_reload_time_ms: 1784226825833\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1729\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1727\ncluster_manager.cds.update_time: 1784226828666\ncluster_manager.cds.version: 681796729152714306\ncluster_manager.cluster_added: 317\ncluster_manager.cluster_modified: 183\ncluster_manager.cluster_removed: 174\ncluster_manager.cluster_updated: 189\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.025349956255468) P50(nan,2.0631233595800524) P75(nan,3.0084710743801653) P90(nan,4.064199134199134) P95(nan,5.008111111111111) P99(nan,10.766428571428573) P99.5(nan,12.560833333333335) P99.9(nan,16.27299999999991) P100(nan,38)", "server_memory": "server.memory_allocated: 75761416\nserver.memory_heap_size: 299892736\nserver.memory_physical_size: 179290542", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 783\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 907\nwasmcustom.kuadrant.allowed: 69\nwasmcustom.kuadrant.configs: 3191\nwasmcustom.kuadrant.hits: 18\nwasmcustom.kuadrant.misses: 52"}}}
{"index": 10, "timestamp": "2026-07-16T18:38:48Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-16T18:09:15Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T18:20:33Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:48:57Z\"}}"}, "resource_counts": {"httproutes": 5, "llminferenceservices": 1, "authpolicies": 1}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-mw42d", "memory": {"allocated": "19692944", "heap_size": "232783872", "pageheap_unmapped": "123895808", "pageheap_free": "24993792", "total_thread_cache": "29878560", "total_physical_bytes": "117597614"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:38:28Z/1930\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 115\ncluster_manager.cds.config_reload_time_ms: 1784227090075\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1050\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1048\ncluster_manager.cds.update_time: 1784227119007\ncluster_manager.cds.version: 837517785629153134\ncluster_manager.cluster_added: 248\ncluster_manager.cluster_modified: 117\ncluster_manager.cluster_removed: 107\ncluster_manager.cluster_updated: 119\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0212336892052196) P50(nan,2.0523131672597863) P75(nan,2.0833926453143534) P90(nan,3.0232432432432432) P95(nan,3.094054054054054) P99(nan,10.410909090909088) P99.5(nan,10.887272727272727) P99.9(nan,14.951999999999998) P100(nan,39)", "server_memory": "server.memory_allocated: 19653576\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 117597614", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-zbq44", "memory": {"allocated": "19696752", "heap_size": "230686720", "pageheap_unmapped": "123576320", "pageheap_free": "21028864", "total_thread_cache": "31128984", "total_physical_bytes": "115819950"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:38:28Z/1930\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 79\ncluster_manager.cds.config_reload_time_ms: 1784227090075\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 900\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 899\ncluster_manager.cds.update_time: 1784227108672\ncluster_manager.cds.version: 837517785629153134\ncluster_manager.cluster_added: 212\ncluster_manager.cluster_modified: 80\ncluster_manager.cluster_removed: 71\ncluster_manager.cluster_updated: 76\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.021685606060606) P50(nan,2.0500631313131312) P75(nan,2.0784406565656566) P90(nan,2.095467171717172) P95(nan,3.0348076923076923) P99(nan,9.066833333333333) P99.5(nan,10.834999999999999) P99.9(nan,34.101) P100(nan,35)", "server_memory": "server.memory_allocated: 19657384\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 115819950", "wasm_stats": ""}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-866675cbb8-qnxtj", "memory": {"allocated": "75417072", "heap_size": "299892736", "pageheap_unmapped": "129015808", "pageheap_free": "34299904", "total_thread_cache": "28582904", "total_physical_bytes": "179290542"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:38:28Z/1930\"\ncluster_manager.active_clusters: 143\ncluster_manager.cds.config_reload: 212\ncluster_manager.cds.config_reload_time_ms: 1784227090078\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1805\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1803\ncluster_manager.cds.update_time: 1784227108675\ncluster_manager.cds.version: 837517785629153134\ncluster_manager.cluster_added: 350\ncluster_manager.cluster_modified: 211\ncluster_manager.cluster_removed: 207\ncluster_manager.cluster_updated: 222\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0247673434856175) P50(nan,2.062901861252115) P75(nan,3.009074074074074) P90(nan,4.063663793103449) P95(nan,5.0127173913043475) P99(nan,10.76294117647059) P99.5(nan,12.497499999999983) P99.9(nan,16.19699999999989) P100(nan,38)", "server_memory": "server.memory_allocated: 75377768\nserver.memory_heap_size: 299892736\nserver.memory_physical_size: 179290542", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 809\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 953\nwasmcustom.kuadrant.allowed: 79\nwasmcustom.kuadrant.configs: 3298\nwasmcustom.kuadrant.hits: 28\nwasmcustom.kuadrant.misses: 52"}}}