{"index": 0, "timestamp": "2026-07-13T19:04:55Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-13T18:59:23Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 1, "authpolicies": 1}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-8g97n", "memory": {"allocated": "13508280", "heap_size": "20971520", "pageheap_unmapped": "0", "pageheap_free": "4186112", "total_thread_cache": "1814128", "total_physical_bytes": "28251566"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:04:55Z/47\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 23\ncluster_manager.cds.config_reload_time_ms: 1783969495585\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 45\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 44\ncluster_manager.cds.update_time: 1783969495906\ncluster_manager.cds.version: 951006613788998667\ncluster_manager.cluster_added: 134\ncluster_manager.cluster_modified: 20\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 30\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.025) P75(nan,3.09375) P90(nan,10.400000000000002) P95(nan,15.45) P99(nan,36.58) P99.5(nan,36.79) P99.9(nan,36.958) P100(nan,37)", "server_memory": "server.memory_allocated: 13369504\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 28251566", "wasm_stats": ""}}}
{"index": 1, "timestamp": "2026-07-13T19:09:57Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-13T19:05:25Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:05:26Z\"}}"}, "resource_counts": {"httproutes": 1, "llminferenceservices": 2, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-kgtbh", "memory": {"allocated": "13927776", "heap_size": "23068672", "pageheap_unmapped": "0", "pageheap_free": "4718592", "total_thread_cache": "2795608", "total_physical_bytes": "30430638"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:09:36Z/188\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 32\ncluster_manager.cds.config_reload_time_ms: 1783969749342\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 105\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 104\ncluster_manager.cds.update_time: 1783969776618\ncluster_manager.cds.version: 10553559860713866146\ncluster_manager.cluster_added: 170\ncluster_manager.cluster_modified: 31\ncluster_manager.cluster_removed: 31\ncluster_manager.cluster_updated: 36\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0081967213114753) P50(nan,2.0508196721311474) P75(nan,2.09344262295082) P90(nan,4.0600000000000005) P95(nan,9.08) P99(nan,11.979999999999997) P99.5(nan,38.480000000000004) P99.9(nan,38.896) P100(nan,39)", "server_memory": "server.memory_allocated: 13888392\nserver.memory_heap_size: 23068672\nserver.memory_physical_size: 30430638", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-8g97n", "memory": {"allocated": "72502792", "heap_size": "228589568", "pageheap_unmapped": "60588032", "pageheap_free": "42360832", "total_thread_cache": "25355624", "total_physical_bytes": "176711086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:09:36Z/188\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 32\ncluster_manager.cds.config_reload_time_ms: 1783969749341\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 105\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 104\ncluster_manager.cds.update_time: 1783969776621\ncluster_manager.cds.version: 10553559860713866146\ncluster_manager.cluster_added: 172\ncluster_manager.cluster_modified: 31\ncluster_manager.cluster_removed: 31\ncluster_manager.cluster_updated: 36\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0083333333333333) P50(nan,2.0625) P75(nan,3.088888888888889) P90(nan,5.0520000000000005) P95(nan,10.399999999999999) P99(nan,16.959999999999994) P99.5(nan,58.480000000000004) P99.9(nan,58.896) P100(nan,59)", "server_memory": "server.memory_allocated: 72463488\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 176711086", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 41\nwasmcustom.kuadrant.allowed: 7\nwasmcustom.kuadrant.configs: 135\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 6\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 2, "timestamp": "2026-07-13T19:15:00Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:14:26Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "2\t{\"running\":{\"startedAt\":\"2026-07-13T19:14:17Z\"}}"}, "resource_counts": {"httproutes": 2, "llminferenceservices": 2, "authpolicies": 3}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-kgtbh", "memory": {"allocated": "109536224", "heap_size": "230686720", "pageheap_unmapped": "37167104", "pageheap_free": "36945920", "total_thread_cache": "28456552", "total_physical_bytes": "201229742"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:15:02Z/550\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 1\ncluster_manager.cds.config_reload_time_ms: 1783970066954\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 73\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 72\ncluster_manager.cds.update_time: 1783970102224\ncluster_manager.cds.version: 4385371638529833826\ncluster_manager.cluster_added: 142\ncluster_manager.cluster_modified: 0\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 4\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,2) P25(2.025,2.026271186440678) P50(2.05,2.052542372881356) P75(2.075,2.078813559322034) P90(2.09,2.094576271186441) P95(2.095,2.099830508474576) P99(2.099,38.38) P99.5(2.0995,38.69) P99.9(2.0999,38.938) P100(2.1,39)", "server_memory": "server.memory_allocated: 109179288\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 201229742", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 8\nwasm.envoy.wasm.runtime.v8.created: 11\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 37\nwasm.remote_load_cache_misses: 1\nwasm.remote_load_fetch_successes: 1\nwasmcustom.kuadrant.configs: 12"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-8g97n", "memory": {"allocated": "117810160", "heap_size": "230686720", "pageheap_unmapped": "32014336", "pageheap_free": "30638080", "total_thread_cache": "30529360", "total_physical_bytes": "206615982"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:15:03Z/554\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 1\ncluster_manager.cds.config_reload_time_ms: 1783970057782\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 99\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 98\ncluster_manager.cds.update_time: 1783970103615\ncluster_manager.cds.version: 7084839459207903885\ncluster_manager.cluster_added: 142\ncluster_manager.cluster_modified: 0\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 9\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,2) P25(2.0277777777777777,2.029054054054054) P50(2.0555555555555554,2.058108108108108) P75(2.0833333333333335,2.087162162162162) P90(2.1,3.085) P95(5.05,4.074) P99(5.09,39.14) P99.5(5.095,39.56999999999999) P99.9(5.099,39.914) P100(5.1,40)", "server_memory": "server.memory_allocated: 116578216\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 206615982", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 8\nwasm.envoy.wasm.runtime.v8.created: 103\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 95\nwasm.remote_load_cache_misses: 1\nwasm.remote_load_fetch_successes: 1\nwasmcustom.kuadrant.configs: 380\nwasmcustom.kuadrant.hits: 1"}}}
{"index": 3, "timestamp": "2026-07-13T19:20:04Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:14:26Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "2\t{\"running\":{\"startedAt\":\"2026-07-13T19:14:17Z\"}}"}, "resource_counts": {"httproutes": 2, "llminferenceservices": 2, "authpolicies": 2}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-kgtbh", "memory": {"allocated": "19977416", "heap_size": "230686720", "pageheap_unmapped": "121454592", "pageheap_free": "22568960", "total_thread_cache": "30253728", "total_physical_bytes": "116942254"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:19:33Z/869\"\ncluster_manager.active_clusters: 144\ncluster_manager.cds.config_reload: 24\ncluster_manager.cds.config_reload_time_ms: 1783970372936\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 387\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 386\ncluster_manager.cds.update_time: 1783970373716\ncluster_manager.cds.version: 14191608881499839882\ncluster_manager.cluster_added: 165\ncluster_manager.cluster_modified: 29\ncluster_manager.cluster_removed: 21\ncluster_manager.cluster_updated: 24\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0240524781341107) P50(nan,2.0521865889212827) P75(nan,2.0803206997084547) P90(nan,2.097201166180758) P95(nan,3.060625) P99(nan,10.569999999999993) P99.5(nan,14.069999999999993) P99.9(nan,38.613999999999976) P100(nan,39)", "server_memory": "server.memory_allocated: 19938048\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 116942254", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-8g97n", "memory": {"allocated": "73416496", "heap_size": "230686720", "pageheap_unmapped": "63660032", "pageheap_free": "29851648", "total_thread_cache": "30594720", "total_physical_bytes": "174970286"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:19:33Z/869\"\ncluster_manager.active_clusters: 146\ncluster_manager.cds.config_reload: 24\ncluster_manager.cds.config_reload_time_ms: 1783970372937\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 409\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 408\ncluster_manager.cds.update_time: 1783970373720\ncluster_manager.cds.version: 14191608881499839882\ncluster_manager.cluster_added: 166\ncluster_manager.cluster_modified: 28\ncluster_manager.cluster_removed: 20\ncluster_manager.cluster_updated: 29\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.025581395348837) P50(nan,2.0552325581395348) P75(nan,2.0848837209302324) P90(nan,3.0766666666666667) P95(nan,4.073333333333333) P99(nan,10.460000000000008) P99.5(nan,11.95999999999998) P99.9(nan,39.591999999999985) P100(nan,40)", "server_memory": "server.memory_allocated: 73339496\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 174970286", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 351\nwasmcustom.kuadrant.allowed: 3\nwasmcustom.kuadrant.configs: 1378\nwasmcustom.kuadrant.hits: 3"}}}
{"index": 4, "timestamp": "2026-07-13T19:25:07Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:22:20Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "2\t{\"running\":{\"startedAt\":\"2026-07-13T19:14:17Z\"}}"}, "resource_counts": {"httproutes": 3, "llminferenceservices": 2, "authpolicies": 4}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-r2bjb", "memory": {"allocated": "71370944", "heap_size": "228589568", "pageheap_unmapped": "64036864", "pageheap_free": "41902080", "total_thread_cache": "29960096", "total_physical_bytes": "172656046"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:24:26Z/905\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 6\ncluster_manager.cds.config_reload_time_ms: 1783970547038\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 11\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 10\ncluster_manager.cds.update_time: 1783970666180\ncluster_manager.cds.version: 6180906777747686306\ncluster_manager.cluster_added: 147\ncluster_manager.cluster_modified: 6\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 10\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.05) P75(nan,3.075) P90(nan,9.1) P95(nan,59.5) P99(nan,59.9) P99.5(nan,59.95) P99.9(nan,59.99) P100(nan,60)", "server_memory": "server.memory_allocated: 71331576\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 172656046", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 8\nwasmcustom.kuadrant.misses: 2"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-8g97n", "memory": {"allocated": "73201288", "heap_size": "230686720", "pageheap_unmapped": "63660032", "pageheap_free": "29900800", "total_thread_cache": "30418504", "total_physical_bytes": "174970286"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:24:26Z/905\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 31\ncluster_manager.cds.config_reload_time_ms: 1783970547039\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 442\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 441\ncluster_manager.cds.update_time: 1783970666180\ncluster_manager.cds.version: 6180906777747686306\ncluster_manager.cluster_added: 173\ncluster_manager.cluster_modified: 35\ncluster_manager.cluster_removed: 26\ncluster_manager.cluster_updated: 45\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.023904109589041) P50(nan,2.054109589041096) P75(nan,2.084315068493151) P90(nan,3.0635714285714286) P95(nan,4.070625) P99(nan,10.529999999999992) P99.5(nan,11.795000000000016) P99.9(nan,39.559000000000026) P100(nan,40)", "server_memory": "server.memory_allocated: 73178368\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 174970286", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 353\nwasmcustom.kuadrant.allowed: 6\nwasmcustom.kuadrant.configs: 1395\nwasmcustom.kuadrant.hits: 4\nwasmcustom.kuadrant.misses: 2"}}}
{"index": 5, "timestamp": "2026-07-13T19:30:10Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:22:20Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "2\t{\"running\":{\"startedAt\":\"2026-07-13T19:14:17Z\"}}"}, "resource_counts": {"httproutes": 4, "llminferenceservices": 2, "authpolicies": 2}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-r2bjb", "memory": {"allocated": "20050480", "heap_size": "228589568", "pageheap_unmapped": "123715584", "pageheap_free": "21970944", "total_thread_cache": "29768232", "total_physical_bytes": "112977326"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:29:55Z/962\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 19\ncluster_manager.cds.config_reload_time_ms: 1783970995138\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 64\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 63\ncluster_manager.cds.update_time: 1783970995611\ncluster_manager.cds.version: 192367895286326279\ncluster_manager.cluster_added: 159\ncluster_manager.cluster_modified: 20\ncluster_manager.cluster_removed: 14\ncluster_manager.cluster_updated: 22\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,1.09375) P50(nan,2.0442857142857145) P75(nan,2.0892857142857144) P90(nan,3.095) P95(nan,9.028333333333332) P99(nan,59.37) P99.5(nan,59.685) P99.9(nan,59.937) P100(nan,60)", "server_memory": "server.memory_allocated: 20027480\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 112977326", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-8g97n", "memory": {"allocated": "73936176", "heap_size": "230686720", "pageheap_unmapped": "63660032", "pageheap_free": "30105600", "total_thread_cache": "30483928", "total_physical_bytes": "174970286"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:29:55Z/962\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 43\ncluster_manager.cds.config_reload_time_ms: 1783970995138\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 495\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 494\ncluster_manager.cds.update_time: 1783970995615\ncluster_manager.cds.version: 192367895286326279\ncluster_manager.cluster_added: 185\ncluster_manager.cluster_modified: 48\ncluster_manager.cluster_removed: 38\ncluster_manager.cluster_updated: 57\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0225190839694656) P50(nan,2.053944020356234) P75(nan,2.0853689567430025) P90(nan,3.0922222222222224) P95(nan,4.0931999999999995) P99(nan,11.030000000000001) P99.5(nan,13.529999999999973) P99.9(nan,39.50599999999997) P100(nan,40)", "server_memory": "server.memory_allocated: 73913256\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 174970286", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 364\nwasmcustom.kuadrant.allowed: 7\nwasmcustom.kuadrant.configs: 1451\nwasmcustom.kuadrant.hits: 5\nwasmcustom.kuadrant.misses: 2"}}}
{"index": 6, "timestamp": "2026-07-13T19:35:14Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:22:20Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:33:32Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "2\t{\"running\":{\"startedAt\":\"2026-07-13T19:14:17Z\"}}"}, "resource_counts": {"httproutes": 6, "llminferenceservices": 3, "authpolicies": 5}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-r2bjb", "memory": {"allocated": "20459936", "heap_size": "228589568", "pageheap_unmapped": "123699200", "pageheap_free": "21987328", "total_thread_cache": "29924936", "total_physical_bytes": "112993710"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:34:01Z/1000\"\ncluster_manager.active_clusters: 153\ncluster_manager.cds.config_reload: 31\ncluster_manager.cds.config_reload_time_ms: 1783971240437\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 101\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 100\ncluster_manager.cds.update_time: 1783971241926\ncluster_manager.cds.version: 17105948476621532336\ncluster_manager.cluster_added: 173\ncluster_manager.cluster_modified: 34\ncluster_manager.cluster_removed: 20\ncluster_manager.cluster_updated: 40\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0037735849056606) P50(nan,2.050943396226415) P75(nan,2.09811320754717) P90(nan,5.033333333333333) P95(nan,9.05) P99(nan,12) P99.5(nan,59.5) P99.9(nan,59.900000000000006) P100(nan,60)", "server_memory": "server.memory_allocated: 20420568\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 112993710", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-c9txx", "memory": {"allocated": "71680512", "heap_size": "230686720", "pageheap_unmapped": "65585152", "pageheap_free": "39968768", "total_thread_cache": "31229408", "total_physical_bytes": "172922286"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:34:01Z/1000\"\ncluster_manager.active_clusters: 155\ncluster_manager.cds.config_reload: 7\ncluster_manager.cds.config_reload_time_ms: 1783971240437\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 16\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 15\ncluster_manager.cds.update_time: 1783971241924\ncluster_manager.cds.version: 17105948476621532336\ncluster_manager.cluster_added: 155\ncluster_manager.cluster_modified: 7\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 10\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.025) P50(nan,2.0785714285714287) P75(nan,3.075) P90(nan,10.5) P95(nan,42.25) P99(nan,42.85) P99.5(nan,42.925) P99.9(nan,42.985) P100(nan,43)", "server_memory": "server.memory_allocated: 71657496\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 172922286", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasmcustom.kuadrant.configs: 8"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-8g97n", "memory": {"allocated": "73767632", "heap_size": "230686720", "pageheap_unmapped": "63660032", "pageheap_free": "30130176", "total_thread_cache": "30558168", "total_physical_bytes": "174970286"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:34:01Z/1000\"\ncluster_manager.active_clusters: 155\ncluster_manager.cds.config_reload: 55\ncluster_manager.cds.config_reload_time_ms: 1783971240437\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 532\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 531\ncluster_manager.cds.update_time: 1783971241928\ncluster_manager.cds.version: 17105948476621532336\ncluster_manager.cluster_added: 199\ncluster_manager.cluster_modified: 62\ncluster_manager.cluster_removed: 44\ncluster_manager.cluster_updated: 75\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0221341463414633) P50(nan,2.0545121951219514) P75(nan,2.086890243902439) P90(nan,4.007307692307692) P95(nan,5.0245) P99(nan,11.22999999999998) P99.5(nan,13.345000000000027) P99.9(nan,39.46900000000005) P100(nan,40)", "server_memory": "server.memory_allocated: 73728328\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 174970286", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 369\nwasmcustom.kuadrant.allowed: 10\nwasmcustom.kuadrant.configs: 1480\nwasmcustom.kuadrant.hits: 6\nwasmcustom.kuadrant.misses: 4"}}}
{"index": 7, "timestamp": "2026-07-13T19:40:18Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:22:20Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:33:32Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "2\t{\"running\":{\"startedAt\":\"2026-07-13T19:14:17Z\"}}"}, "resource_counts": {"httproutes": 7, "llminferenceservices": 3, "authpolicies": 3}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-r2bjb", "memory": {"allocated": "20216760", "heap_size": "228589568", "pageheap_unmapped": "123699200", "pageheap_free": "21938176", "total_thread_cache": "30221328", "total_physical_bytes": "112993710"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:37:57Z/1012\"\ncluster_manager.active_clusters: 148\ncluster_manager.cds.config_reload: 32\ncluster_manager.cds.config_reload_time_ms: 1783971473084\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 113\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 112\ncluster_manager.cds.update_time: 1783971477624\ncluster_manager.cds.version: 12825424579901695083\ncluster_manager.cluster_added: 174\ncluster_manager.cluster_modified: 34\ncluster_manager.cluster_removed: 26\ncluster_manager.cluster_updated: 43\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.005) P50(nan,2.0516666666666667) P75(nan,2.098333333333333) P90(nan,4.096666666666667) P95(nan,9.035) P99(nan,11.879999999999995) P99.5(nan,59.44) P99.9(nan,59.888000000000005) P100(nan,60)", "server_memory": "server.memory_allocated: 20177392\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 112993710", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-c9txx", "memory": {"allocated": "20175688", "heap_size": "230686720", "pageheap_unmapped": "135585792", "pageheap_free": "9969664", "total_thread_cache": "30847528", "total_physical_bytes": "102921646"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:37:57Z/1012\"\ncluster_manager.active_clusters: 148\ncluster_manager.cds.config_reload: 9\ncluster_manager.cds.config_reload_time_ms: 1783971473085\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 28\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 27\ncluster_manager.cds.update_time: 1783971477622\ncluster_manager.cds.version: 12825424579901695083\ncluster_manager.cluster_added: 156\ncluster_manager.cluster_modified: 8\ncluster_manager.cluster_removed: 8\ncluster_manager.cluster_updated: 13\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0196428571428573) P50(nan,2.067857142857143) P75(nan,3.075) P90(nan,6.03) P95(nan,10.649999999999999) P99(nan,42.730000000000004) P99.5(nan,42.864999999999995) P99.9(nan,42.973) P100(nan,43)", "server_memory": "server.memory_allocated: 20136304\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 102921646", "wasm_stats": ""}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-8g97n", "memory": {"allocated": "73615152", "heap_size": "230686720", "pageheap_unmapped": "63660032", "pageheap_free": "30023680", "total_thread_cache": "30550240", "total_physical_bytes": "174970286"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:37:57Z/1012\"\ncluster_manager.active_clusters: 150\ncluster_manager.cds.config_reload: 56\ncluster_manager.cds.config_reload_time_ms: 1783971473085\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 544\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 543\ncluster_manager.cds.update_time: 1783971477627\ncluster_manager.cds.version: 12825424579901695083\ncluster_manager.cluster_added: 200\ncluster_manager.cluster_modified: 62\ncluster_manager.cluster_removed: 50\ncluster_manager.cluster_updated: 78\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0219497607655503) P50(nan,2.0544258373205744) P75(nan,2.086901913875598) P90(nan,4.006296296296297) P95(nan,5.0185) P99(nan,11.190000000000017) P99.5(nan,13.284999999999968) P99.9(nan,39.456999999999994) P100(nan,40)", "server_memory": "server.memory_allocated: 73575848\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 174970286", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 375\nwasmcustom.kuadrant.allowed: 10\nwasmcustom.kuadrant.configs: 1510\nwasmcustom.kuadrant.hits: 6\nwasmcustom.kuadrant.misses: 4"}}}
{"index": 8, "timestamp": "2026-07-13T19:45:23Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:22:20Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:33:32Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "2\t{\"running\":{\"startedAt\":\"2026-07-13T19:14:17Z\"}}"}, "resource_counts": {"httproutes": 7, "llminferenceservices": 3, "authpolicies": 3}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-r2bjb", "memory": {"allocated": "20478864", "heap_size": "228589568", "pageheap_unmapped": "123682816", "pageheap_free": "21757952", "total_thread_cache": "30122168", "total_physical_bytes": "113010094"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:43:11Z/1069\"\ncluster_manager.active_clusters: 153\ncluster_manager.cds.config_reload: 37\ncluster_manager.cds.config_reload_time_ms: 1783971715735\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 168\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 167\ncluster_manager.cds.update_time: 1783971791975\ncluster_manager.cds.version: 14032827610444272986\ncluster_manager.cluster_added: 180\ncluster_manager.cluster_modified: 40\ncluster_manager.cluster_removed: 27\ncluster_manager.cluster_updated: 49\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0109375) P50(nan,2.063125) P75(nan,3.0644736842105265) P90(nan,4.083181818181818) P95(nan,6.065) P99(nan,12.330000000000013) P99.5(nan,59.16499999999999) P99.9(nan,59.833) P100(nan,60)", "server_memory": "server.memory_allocated: 20439496\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 113010094", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-c9txx", "memory": {"allocated": "20431104", "heap_size": "230686720", "pageheap_unmapped": "135487488", "pageheap_free": "11034624", "total_thread_cache": "30647088", "total_physical_bytes": "103019950"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:43:11Z/1069\"\ncluster_manager.active_clusters: 153\ncluster_manager.cds.config_reload: 14\ncluster_manager.cds.config_reload_time_ms: 1783971715735\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 83\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 82\ncluster_manager.cds.update_time: 1783971791975\ncluster_manager.cds.version: 14032827610444272986\ncluster_manager.cluster_added: 162\ncluster_manager.cluster_modified: 14\ncluster_manager.cluster_removed: 9\ncluster_manager.cluster_updated: 19\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0265625) P50(nan,2.090625) P75(nan,4.03695652173913) P90(nan,4.090434782608695) P95(nan,6.089999999999999) P99(nan,42.17999999999999) P99.5(nan,42.59) P99.9(nan,42.918000000000006) P100(nan,43)", "server_memory": "server.memory_allocated: 20391736\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 103019950", "wasm_stats": ""}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-8g97n", "memory": {"allocated": "73942360", "heap_size": "230686720", "pageheap_unmapped": "63660032", "pageheap_free": "26959872", "total_thread_cache": "31326464", "total_physical_bytes": "174970286"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:43:11Z/1069\"\ncluster_manager.active_clusters: 155\ncluster_manager.cds.config_reload: 61\ncluster_manager.cds.config_reload_time_ms: 1783971715735\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 599\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 598\ncluster_manager.cds.update_time: 1783971791975\ncluster_manager.cds.version: 14032827610444272986\ncluster_manager.cluster_added: 206\ncluster_manager.cluster_modified: 68\ncluster_manager.cluster_removed: 51\ncluster_manager.cluster_updated: 84\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.021162280701754) P50(nan,2.0539473684210527) P75(nan,2.086732456140351) P90(nan,4.0007142857142854) P95(nan,5.0175) P99(nan,11.339999999999995) P99.5(nan,13.009999999999991) P99.9(nan,39.402000000000044) P100(nan,40)", "server_memory": "server.memory_allocated: 73903056\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 174970286", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 387\nwasmcustom.kuadrant.allowed: 11\nwasmcustom.kuadrant.configs: 1561\nwasmcustom.kuadrant.hits: 7\nwasmcustom.kuadrant.misses: 4"}}}
{"index": 9, "timestamp": "2026-07-13T19:50:27Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:22:20Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:33:32Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "2\t{\"running\":{\"startedAt\":\"2026-07-13T19:14:17Z\"}}"}, "resource_counts": {"httproutes": 8, "llminferenceservices": 4, "authpolicies": 4}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-r2bjb", "memory": {"allocated": "20700112", "heap_size": "228589568", "pageheap_unmapped": "123682816", "pageheap_free": "21749760", "total_thread_cache": "30375576", "total_physical_bytes": "113010094"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:50:28Z/1102\"\ncluster_manager.active_clusters: 158\ncluster_manager.cds.config_reload: 46\ncluster_manager.cds.config_reload_time_ms: 1783972223761\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 198\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 197\ncluster_manager.cds.update_time: 1783972228833\ncluster_manager.cds.version: 4146644515510279424\ncluster_manager.cluster_added: 191\ncluster_manager.cluster_modified: 50\ncluster_manager.cluster_removed: 33\ncluster_manager.cluster_updated: 53\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(2.05,2.013563829787234) P50(3.05,2.0654255319148938) P75(4.05,3.065) P90(10.2,4.082) P95(10.6,9.00625) P99(10.92,15.050000000000011) P99.5(10.96,59.025000000000006) P99.9(10.992,59.80500000000001) P100(11,60)", "server_memory": "server.memory_allocated: 20660744\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 113010094", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-c9txx", "memory": {"allocated": "20671360", "heap_size": "230686720", "pageheap_unmapped": "135487488", "pageheap_free": "10788864", "total_thread_cache": "31267328", "total_physical_bytes": "103019950"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:50:29Z/1103\"\ncluster_manager.active_clusters: 158\ncluster_manager.cds.config_reload: 23\ncluster_manager.cds.config_reload_time_ms: 1783972223761\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 114\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 113\ncluster_manager.cds.update_time: 1783972229719\ncluster_manager.cds.version: 5298210659340831697\ncluster_manager.cluster_added: 173\ncluster_manager.cluster_modified: 24\ncluster_manager.cluster_removed: 15\ncluster_manager.cluster_updated: 23\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(2.025,2.026666666666667) P50(2.1,2.088888888888889) P75(4.025,4.023076923076923) P90(4.07,4.087692307692308) P95(4.085,7.039999999999999) P99(4.0969999999999995,15.879999999999995) P99.5(4.0985,42.44) P99.9(4.0997,42.888000000000005) P100(4.1,43)", "server_memory": "server.memory_allocated: 20636152\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 103019950", "wasm_stats": ""}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-8g97n", "memory": {"allocated": "75539552", "heap_size": "230686720", "pageheap_unmapped": "63660032", "pageheap_free": "28901376", "total_thread_cache": "30817472", "total_physical_bytes": "174970286"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:50:30Z/1104\"\ncluster_manager.active_clusters: 160\ncluster_manager.cds.config_reload: 70\ncluster_manager.cds.config_reload_time_ms: 1783972223760\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 633\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 631\ncluster_manager.cds.update_time: 1783972230531\ncluster_manager.cds.version: 9799615837417139742\ncluster_manager.cluster_added: 217\ncluster_manager.cluster_modified: 78\ncluster_manager.cluster_removed: 57\ncluster_manager.cluster_updated: 88\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,2.0210359408033827) P50(2.05,2.0543340380549684) P75(2.075,2.087632135306554) P90(2.09,3.1) P95(2.095,5.020833333333333) P99(2.099,11.233333333333348) P99.5(2.0995,12.850000000000023) P99.9(2.0999,39.370000000000005) P100(2.1,40)", "server_memory": "server.memory_allocated: 75302776\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 174970286", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 406\nwasmcustom.kuadrant.allowed: 12\nwasmcustom.kuadrant.configs: 1637\nwasmcustom.kuadrant.hits: 8\nwasmcustom.kuadrant.misses: 4"}}}
{"index": 10, "timestamp": "2026-07-13T19:55:31Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:22:20Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:33:32Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "2\t{\"running\":{\"startedAt\":\"2026-07-13T19:14:17Z\"}}"}, "resource_counts": {"httproutes": 8, "llminferenceservices": 4, "authpolicies": 3}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-r2bjb", "memory": {"allocated": "20781040", "heap_size": "228589568", "pageheap_unmapped": "123682816", "pageheap_free": "21749760", "total_thread_cache": "30379448", "total_physical_bytes": "113010094"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:54:36Z/1216\"\ncluster_manager.active_clusters: 159\ncluster_manager.cds.config_reload: 52\ncluster_manager.cds.config_reload_time_ms: 1783972467939\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 312\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 310\ncluster_manager.cds.update_time: 1783972502231\ncluster_manager.cds.version: 7162515925424047975\ncluster_manager.cluster_added: 198\ncluster_manager.cluster_modified: 55\ncluster_manager.cluster_removed: 39\ncluster_manager.cluster_updated: 63\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0234756097560975) P50(nan,2.0707317073170732) P75(nan,3.068604651162791) P90(nan,4.0702127659574465) P95(nan,5.03) P99(nan,12.899999999999977) P99.5(nan,16.44999999999999) P99.9(nan,59.69) P100(nan,60)", "server_memory": "server.memory_allocated: 20741672\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 113010094", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-c9txx", "memory": {"allocated": "20777616", "heap_size": "230686720", "pageheap_unmapped": "135471104", "pageheap_free": "10878976", "total_thread_cache": "30881072", "total_physical_bytes": "103036334"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:54:36Z/1216\"\ncluster_manager.active_clusters: 159\ncluster_manager.cds.config_reload: 29\ncluster_manager.cds.config_reload_time_ms: 1783972467939\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 225\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 224\ncluster_manager.cds.update_time: 1783972476224\ncluster_manager.cds.version: 7162515925424047975\ncluster_manager.cluster_added: 180\ncluster_manager.cluster_modified: 29\ncluster_manager.cluster_removed: 21\ncluster_manager.cluster_updated: 33\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.031858407079646) P50(nan,2.0814159292035397) P75(nan,3.0972222222222223) P90(nan,4.072444444444445) P95(nan,4.097333333333333) P99(nan,15.379999999999995) P99.5(nan,15.939999999999998) P99.9(nan,42.77600000000001) P100(nan,43)", "server_memory": "server.memory_allocated: 20738248\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 103036334", "wasm_stats": ""}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-8g97n", "memory": {"allocated": "74438304", "heap_size": "230686720", "pageheap_unmapped": "62423040", "pageheap_free": "28745728", "total_thread_cache": "29991488", "total_physical_bytes": "176207278"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T19:54:36Z/1216\"\ncluster_manager.active_clusters: 161\ncluster_manager.cds.config_reload: 76\ncluster_manager.cds.config_reload_time_ms: 1783972467941\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 743\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 741\ncluster_manager.cds.update_time: 1783972476228\ncluster_manager.cds.version: 7162515925424047975\ncluster_manager.cluster_added: 224\ncluster_manager.cluster_modified: 83\ncluster_manager.cluster_removed: 63\ncluster_manager.cluster_updated: 98\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.022449908925319) P50(nan,2.0561930783242257) P75(nan,2.089936247723133) P90(nan,3.08734375) P95(nan,4.093387096774193) P99(nan,10.948750000000004) P99.5(nan,12.294999999999959) P99.9(nan,39.259000000000015) P100(nan,40)", "server_memory": "server.memory_allocated: 74399000\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 176207278", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 443\nwasmcustom.kuadrant.allowed: 14\nwasmcustom.kuadrant.configs: 1791\nwasmcustom.kuadrant.hits: 10\nwasmcustom.kuadrant.misses: 4"}}}
{"index": 11, "timestamp": "2026-07-13T20:00:36Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:22:20Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:33:32Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "2\t{\"running\":{\"startedAt\":\"2026-07-13T19:14:17Z\"}}"}, "resource_counts": {"httproutes": 8, "llminferenceservices": 4, "authpolicies": 4}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-r2bjb", "memory": {"allocated": "20727680", "heap_size": "228589568", "pageheap_unmapped": "123682816", "pageheap_free": "21733376", "total_thread_cache": "30390952", "total_physical_bytes": "113010094"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:00:18Z/1319\"\ncluster_manager.active_clusters: 158\ncluster_manager.cds.config_reload: 61\ncluster_manager.cds.config_reload_time_ms: 1783972811537\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 412\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 410\ncluster_manager.cds.update_time: 1783972818536\ncluster_manager.cds.version: 14472162965747700665\ncluster_manager.cluster_added: 209\ncluster_manager.cluster_modified: 65\ncluster_manager.cluster_removed: 51\ncluster_manager.cluster_updated: 69\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0259825327510916) P50(nan,2.0707423580786024) P75(nan,3.0612068965517243) P90(nan,4.063934426229508) P95(nan,4.0975409836065575) P99(nan,11.899999999999977) P99.5(nan,15.949999999999989) P99.9(nan,59.589999999999975) P100(nan,60)", "server_memory": "server.memory_allocated: 20688312\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 113010094", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-c9txx", "memory": {"allocated": "20690856", "heap_size": "230686720", "pageheap_unmapped": "135471104", "pageheap_free": "10870784", "total_thread_cache": "30961800", "total_physical_bytes": "103036334"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:00:18Z/1319\"\ncluster_manager.active_clusters: 158\ncluster_manager.cds.config_reload: 38\ncluster_manager.cds.config_reload_time_ms: 1783972811537\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 325\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 324\ncluster_manager.cds.update_time: 1783972818536\ncluster_manager.cds.version: 14472162965747700665\ncluster_manager.cluster_added: 191\ncluster_manager.cluster_modified: 39\ncluster_manager.cluster_removed: 33\ncluster_manager.cluster_updated: 39\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0324022346368715) P50(nan,2.077653631284916) P75(nan,3.083673469387755) P90(nan,4.067666666666667) P95(nan,4.094666666666667) P99(nan,12.759999999999991) P99.5(nan,15.689999999999998) P99.9(nan,42.67599999999999) P100(nan,43)", "server_memory": "server.memory_allocated: 20671968\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 103036334", "wasm_stats": ""}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-8g97n", "memory": {"allocated": "75708328", "heap_size": "230686720", "pageheap_unmapped": "62423040", "pageheap_free": "28393472", "total_thread_cache": "30884368", "total_physical_bytes": "176207278"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:00:18Z/1319\"\ncluster_manager.active_clusters: 160\ncluster_manager.cds.config_reload: 85\ncluster_manager.cds.config_reload_time_ms: 1783972811537\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 843\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 841\ncluster_manager.cds.update_time: 1783972818540\ncluster_manager.cds.version: 14472162965747700665\ncluster_manager.cluster_added: 235\ncluster_manager.cluster_modified: 93\ncluster_manager.cluster_removed: 75\ncluster_manager.cluster_updated: 104\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.022615262321145) P50(nan,2.0560413354531) P75(nan,2.0894674085850555) P90(nan,3.0788157894736843) P95(nan,4.083709677419354) P99(nan,10.859000000000004) P99.5(nan,11.931666666666652) P99.9(nan,39.15899999999999) P100(nan,40)", "server_memory": "server.memory_allocated: 75673120\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 176207278", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 475\nwasmcustom.kuadrant.allowed: 15\nwasmcustom.kuadrant.configs: 1949\nwasmcustom.kuadrant.hits: 11\nwasmcustom.kuadrant.misses: 4"}}}
{"index": 12, "timestamp": "2026-07-13T20:05:40Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:22:20Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:33:32Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "2\t{\"running\":{\"startedAt\":\"2026-07-13T19:14:17Z\"}}"}, "resource_counts": {"httproutes": 9, "llminferenceservices": 5, "authpolicies": 4}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-r2bjb", "memory": {"allocated": "21021448", "heap_size": "228589568", "pageheap_unmapped": "123682816", "pageheap_free": "21749760", "total_thread_cache": "30181264", "total_physical_bytes": "113010094"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:05:41Z/1460\"\ncluster_manager.active_clusters: 164\ncluster_manager.cds.config_reload: 81\ncluster_manager.cds.config_reload_time_ms: 1783973141436\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 549\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 547\ncluster_manager.cds.update_time: 1783973141743\ncluster_manager.cds.version: 6756504419638672064\ncluster_manager.cluster_added: 227\ncluster_manager.cluster_modified: 85\ncluster_manager.cluster_removed: 63\ncluster_manager.cluster_updated: 82\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.028951890034364) P50(nan,2.075429553264605) P75(nan,3.0796875) P90(nan,4.076352941176471) P95(nan,5.040882352941176) P99(nan,11.590000000000032) P99.5(nan,15.294999999999959) P99.9(nan,59.458999999999946) P100(nan,60)", "server_memory": "server.memory_allocated: 21002608\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 113010094", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-c9txx", "memory": {"allocated": "21000840", "heap_size": "230686720", "pageheap_unmapped": "135471104", "pageheap_free": "10887168", "total_thread_cache": "30964072", "total_physical_bytes": "103036334"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:05:42Z/1461\"\ncluster_manager.active_clusters: 164\ncluster_manager.cds.config_reload: 58\ncluster_manager.cds.config_reload_time_ms: 1783973141436\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 465\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 463\ncluster_manager.cds.update_time: 1783973142112\ncluster_manager.cds.version: 18302812918697586697\ncluster_manager.cluster_added: 209\ncluster_manager.cluster_modified: 59\ncluster_manager.cluster_removed: 45\ncluster_manager.cluster_updated: 52\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0340163934426227) P50(nan,2.080737704918033) P75(nan,3.087012987012987) P90(nan,4.072098765432099) P95(nan,5.002222222222222) P99(nan,10.888) P99.5(nan,15.359999999999985) P99.9(nan,42.54399999999998) P100(nan,43)", "server_memory": "server.memory_allocated: 20721936\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 103036334", "wasm_stats": ""}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-8g97n", "memory": {"allocated": "77490776", "heap_size": "230686720", "pageheap_unmapped": "62423040", "pageheap_free": "26140672", "total_thread_cache": "32632656", "total_physical_bytes": "176207278"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:05:43Z/1462\"\ncluster_manager.active_clusters: 166\ncluster_manager.cds.config_reload: 105\ncluster_manager.cds.config_reload_time_ms: 1783973141435\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 982\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 980\ncluster_manager.cds.update_time: 1783973143841\ncluster_manager.cds.version: 17994262914797840367\ncluster_manager.cluster_added: 253\ncluster_manager.cluster_modified: 113\ncluster_manager.cluster_removed: 87\ncluster_manager.cluster_updated: 117\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.05,2.023060941828255) P50(3.1,2.056786703601108) P75(10.5,2.090512465373961) P90(10.8,3.076831683168317) P95(10.9,4.076666666666666) P99(10.98,10.789230769230768) P99.5(10.99,11.709999999999999) P99.9(10.998,39.025999999999954) P100(11,40)", "server_memory": "server.memory_allocated: 77859800\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 176207278", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 523\nwasmcustom.kuadrant.allowed: 17\nwasmcustom.kuadrant.configs: 2177\nwasmcustom.kuadrant.hits: 13\nwasmcustom.kuadrant.misses: 4"}}}
{"index": 13, "timestamp": "2026-07-13T20:10:44Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:22:20Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:33:32Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "2\t{\"running\":{\"startedAt\":\"2026-07-13T19:14:17Z\"}}"}, "resource_counts": {"httproutes": 8, "llminferenceservices": 5, "authpolicies": 3}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-r2bjb", "memory": {"allocated": "20721768", "heap_size": "228589568", "pageheap_unmapped": "123674624", "pageheap_free": "21741568", "total_thread_cache": "30442752", "total_physical_bytes": "113018286"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:10:45Z/1621\"\ncluster_manager.active_clusters: 158\ncluster_manager.cds.config_reload: 99\ncluster_manager.cds.config_reload_time_ms: 1783973443238\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 703\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 701\ncluster_manager.cds.update_time: 1783973445721\ncluster_manager.cds.version: 862265389174903430\ncluster_manager.cluster_added: 245\ncluster_manager.cluster_modified: 104\ncluster_manager.cluster_removed: 87\ncluster_manager.cluster_updated: 100\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.05,2.0307412790697676) P50(3.1,2.08125) P75(10.5,3.086706349206349) P90(10.8,4.0875) P95(10.9,5.063571428571429) P99(10.98,12.024999999999977) P99.5(10.99,15.262499999999989) P99.9(10.998,59.30499999999995) P100(11,60)", "server_memory": "server.memory_allocated: 20720648\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 113018286", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-c9txx", "memory": {"allocated": "20719048", "heap_size": "230686720", "pageheap_unmapped": "135471104", "pageheap_free": "10878976", "total_thread_cache": "31183832", "total_physical_bytes": "103036334"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:10:46Z/1622\"\ncluster_manager.active_clusters: 158\ncluster_manager.cds.config_reload: 76\ncluster_manager.cds.config_reload_time_ms: 1783973443238\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 619\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 617\ncluster_manager.cds.update_time: 1783973446545\ncluster_manager.cds.version: 17777271185316447215\ncluster_manager.cluster_added: 227\ncluster_manager.cluster_modified: 78\ncluster_manager.cluster_removed: 69\ncluster_manager.cluster_updated: 70\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(3.05,2.035884353741497) P50(4.1,2.0880952380952382) P75(6.05,4.000490196078432) P90(10.4,4.09078431372549) P95(10.7,5.0645454545454545) P99(10.94,10.857500000000002) P99.5(10.969999999999999,13.92999999999995) P99.9(10.994,42.38599999999997) P100(11,43)", "server_memory": "server.memory_allocated: 20663296\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 103036334", "wasm_stats": ""}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-8g97n", "memory": {"allocated": "75418016", "heap_size": "230686720", "pageheap_unmapped": "63111168", "pageheap_free": "26689536", "total_thread_cache": "31826080", "total_physical_bytes": "175519150"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:10:46Z/1622\"\ncluster_manager.active_clusters: 160\ncluster_manager.cds.config_reload: 123\ncluster_manager.cds.config_reload_time_ms: 1783973443237\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1135\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1133\ncluster_manager.cds.update_time: 1783973446544\ncluster_manager.cds.version: 17777271185316447215\ncluster_manager.cluster_added: 271\ncluster_manager.cluster_modified: 132\ncluster_manager.cluster_removed: 111\ncluster_manager.cluster_updated: 135\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(1,0) P25(2.025,2.0230981595092024) P50(2.075,2.0578527607361963) P75(3.05,2.09260736196319) P90(10.2,3.0767132867132867) P95(10.6,4.064861111111111) P99(10.92,10.778000000000004) P99.5(10.96,11.778333333333345) P99.9(10.992,14.866999999999962) P100(11,40)", "server_memory": "server.memory_allocated: 75382872\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 175519150", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 602\nwasmcustom.kuadrant.allowed: 19\nwasmcustom.kuadrant.configs: 2526\nwasmcustom.kuadrant.hits: 15\nwasmcustom.kuadrant.misses: 4"}}}
{"index": 14, "timestamp": "2026-07-13T20:15:49Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:22:20Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:33:32Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "2\t{\"running\":{\"startedAt\":\"2026-07-13T19:14:17Z\"}}"}, "resource_counts": {"httproutes": 9, "llminferenceservices": 5, "authpolicies": 5}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-r2bjb", "memory": {"allocated": "20771064", "heap_size": "228589568", "pageheap_unmapped": "123674624", "pageheap_free": "21757952", "total_thread_cache": "30317904", "total_physical_bytes": "113018286"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:15:50Z/1839\"\ncluster_manager.active_clusters: 159\ncluster_manager.cds.config_reload: 107\ncluster_manager.cds.config_reload_time_ms: 1783973744439\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 921\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 919\ncluster_manager.cds.update_time: 1783973750030\ncluster_manager.cds.version: 1127435291191250883\ncluster_manager.cluster_added: 253\ncluster_manager.cluster_modified: 111\ncluster_manager.cluster_removed: 94\ncluster_manager.cluster_updated: 109\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.1,2.0349662162162163) P50(4.1,2.0865990990990992) P75(5.066666666666666,4.009516129032258) P90(12.2,4.098258064516129) P95(12.6,5.067421875) P99(12.92,10.95750000000001) P99.5(12.96,13.414999999999964) P99.9(12.992,59.08299999999997) P100(13,60)", "server_memory": "server.memory_allocated: 20731696\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 113018286", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-c9txx", "memory": {"allocated": "20760088", "heap_size": "230686720", "pageheap_unmapped": "135471104", "pageheap_free": "10895360", "total_thread_cache": "31059464", "total_physical_bytes": "103036334"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:15:51Z/1840\"\ncluster_manager.active_clusters: 159\ncluster_manager.cds.config_reload: 84\ncluster_manager.cds.config_reload_time_ms: 1783973744439\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 837\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 835\ncluster_manager.cds.update_time: 1783973751136\ncluster_manager.cds.version: 14592000003144601050\ncluster_manager.cluster_added: 235\ncluster_manager.cluster_modified: 85\ncluster_manager.cluster_removed: 76\ncluster_manager.cluster_updated: 79\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(3.025,2.039705882352941) P50(3.1,2.0929667519181585) P75(5.05,4.007065217391304) P90(5.08,4.097608695652174) P95(5.09,5.0649999999999995) P99(5.098,10.708749999999995) P99.5(5.099,12.917500000000018) P99.9(5.0998,42.16700000000003) P100(5.1,43)", "server_memory": "server.memory_allocated: 20712528\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 103036334", "wasm_stats": ""}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-8g97n", "memory": {"allocated": "85908392", "heap_size": "230686720", "pageheap_unmapped": "59244544", "pageheap_free": "25542656", "total_thread_cache": "31683448", "total_physical_bytes": "179385774"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:15:52Z/1841\"\ncluster_manager.active_clusters: 161\ncluster_manager.cds.config_reload: 130\ncluster_manager.cds.config_reload_time_ms: 1783973744922\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1354\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1351\ncluster_manager.cds.update_time: 1783973752444\ncluster_manager.cds.version: 15572223201856852084\ncluster_manager.cluster_added: 279\ncluster_manager.cluster_modified: 135\ncluster_manager.cluster_removed: 118\ncluster_manager.cluster_updated: 144\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(1,0) P25(2.0125,2.0235235235235236) P50(2.05,2.057257257257257) P75(2.0875,2.090990990990991) P90(9.04,3.069689440993789) P95(9.07,4.048947368421052) P99(9.094,10.634666666666666) P99.5(9.097,11.419999999999996) P99.9(9.0994,14.652000000000044) P100(9.1,40)", "server_memory": "server.memory_allocated: 85946592\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 179385774", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 809\nwasmcustom.kuadrant.allowed: 21\nwasmcustom.kuadrant.configs: 3357\nwasmcustom.kuadrant.hits: 17\nwasmcustom.kuadrant.misses: 4"}}}
{"index": 15, "timestamp": "2026-07-13T20:19:32Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:22:20Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T19:33:32Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "2\t{\"running\":{\"startedAt\":\"2026-07-13T19:14:17Z\"}}"}, "resource_counts": {"httproutes": 7, "llminferenceservices": 4, "authpolicies": 3}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-r2bjb", "memory": {"allocated": "20491192", "heap_size": "228589568", "pageheap_unmapped": "123674624", "pageheap_free": "21757952", "total_thread_cache": "30338432", "total_physical_bytes": "113018286"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:18:29Z/1996\"\ncluster_manager.active_clusters: 153\ncluster_manager.cds.config_reload: 109\ncluster_manager.cds.config_reload_time_ms: 1783973806836\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1078\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1076\ncluster_manager.cds.update_time: 1783973909827\ncluster_manager.cds.version: 2976809638694095926\ncluster_manager.cluster_added: 254\ncluster_manager.cluster_modified: 112\ncluster_manager.cluster_removed: 101\ncluster_manager.cluster_updated: 119\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0357677902621725) P50(nan,2.0861423220973783) P75(nan,4.001666666666667) P90(nan,4.091333333333333) P95(nan,5.057014925373134) P99(nan,10.560000000000002) P99.5(nan,12.873333333333298) P99.9(nan,16.923999999999978) P100(nan,60)", "server_memory": "server.memory_allocated: 20451824\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 113018286", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-c9txx", "memory": {"allocated": "20472056", "heap_size": "230686720", "pageheap_unmapped": "135471104", "pageheap_free": "10911744", "total_thread_cache": "31096520", "total_physical_bytes": "103036334"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:18:29Z/1996\"\ncluster_manager.active_clusters: 153\ncluster_manager.cds.config_reload: 86\ncluster_manager.cds.config_reload_time_ms: 1783973806836\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 993\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 991\ncluster_manager.cds.update_time: 1783973909827\ncluster_manager.cds.version: 2976809638694095926\ncluster_manager.cluster_added: 236\ncluster_manager.cluster_modified: 86\ncluster_manager.cluster_removed: 83\ncluster_manager.cluster_updated: 89\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0394111570247935) P50(nan,2.090599173553719) P75(nan,4.001380368098159) P90(nan,4.092576687116565) P95(nan,5.056742424242424) P99(nan,10.511250000000004) P99.5(nan,12.52249999999998) P99.9(nan,42.009000000000015) P100(nan,43)", "server_memory": "server.memory_allocated: 20432688\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 103036334", "wasm_stats": ""}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-8g97n", "memory": {"allocated": "74562600", "heap_size": "230686720", "pageheap_unmapped": "56647680", "pageheap_free": "30531584", "total_thread_cache": "34081664", "total_physical_bytes": "181982638"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:18:29Z/1996\"\ncluster_manager.active_clusters: 155\ncluster_manager.cds.config_reload: 132\ncluster_manager.cds.config_reload_time_ms: 1783973806943\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1509\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1506\ncluster_manager.cds.update_time: 1783973909826\ncluster_manager.cds.version: 2976809638694095926\ncluster_manager.cluster_added: 280\ncluster_manager.cluster_modified: 136\ncluster_manager.cluster_removed: 125\ncluster_manager.cluster_updated: 154\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.024087266251113) P50(nan,2.057613535173642) P75(nan,2.091139804096171) P90(nan,3.066178010471204) P95(nan,4.028157894736842) P99(nan,10.529333333333337) P99.5(nan,11.156666666666675) P99.9(nan,14.493999999999915) P100(nan,40)", "server_memory": "server.memory_allocated: 74515104\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 181982638", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 946\nwasmcustom.kuadrant.allowed: 26\nwasmcustom.kuadrant.configs: 3926\nwasmcustom.kuadrant.hits: 21\nwasmcustom.kuadrant.misses: 5"}}}