{"index": 0, "timestamp": "2026-07-16T22:01:17Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-16T21:57:07Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 1, "authpolicies": 1}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-lcjkw", "memory": {"allocated": "13534640", "heap_size": "20971520", "pageheap_unmapped": "0", "pageheap_free": "3940352", "total_thread_cache": "1928232", "total_physical_bytes": "29685166"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:01:18Z/51\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 25\ncluster_manager.cds.config_reload_time_ms: 1784239278605\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 48\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 47\ncluster_manager.cds.update_time: 1784239278605\ncluster_manager.cds.version: 13078095630789433156\ncluster_manager.cluster_added: 134\ncluster_manager.cluster_modified: 22\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 32\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.02) P75(nan,3.1) P90(nan,9.03) P95(nan,10.799999999999997) P99(nan,27.560000000000002) P99.5(nan,27.78) P99.9(nan,27.956000000000003) P100(nan,28)", "server_memory": "server.memory_allocated: 13387736\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 29685166", "wasm_stats": ""}}}
{"index": 1, "timestamp": "2026-07-16T22:06:19Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-16T22:01:59Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:01:49Z\"}}"}, "resource_counts": {"httproutes": 3, "llminferenceservices": 3, "authpolicies": 2}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-gjwrm", "memory": {"allocated": "14530576", "heap_size": "23068672", "pageheap_unmapped": "0", "pageheap_free": "4595712", "total_thread_cache": "2815744", "total_physical_bytes": "30643630"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:06:16Z/188\"\ncluster_manager.active_clusters: 151\ncluster_manager.cds.config_reload: 32\ncluster_manager.cds.config_reload_time_ms: 1784239573234\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 107\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 106\ncluster_manager.cds.update_time: 1784239576778\ncluster_manager.cds.version: 10654803196212405950\ncluster_manager.cluster_added: 172\ncluster_manager.cluster_modified: 31\ncluster_manager.cluster_removed: 21\ncluster_manager.cluster_updated: 30\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.033333333333333,2.0094827586206896) P50(2.066666666666667,2.0551724137931036) P75(2.1,3.003846153846154) P90(3.06,4.0680000000000005) P95(3.08,9.035) P99(3.096,16.939999999999998) P99.5(3.098,37.47) P99.9(3.0996,37.894000000000005) P100(3.1,38)", "server_memory": "server.memory_allocated: 14491192\nserver.memory_heap_size: 23068672\nserver.memory_physical_size: 30643630", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-lcjkw", "memory": {"allocated": "76117088", "heap_size": "228589568", "pageheap_unmapped": "72458240", "pageheap_free": "29188096", "total_thread_cache": "26850536", "total_physical_bytes": "163562926"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:06:16Z/188\"\ncluster_manager.active_clusters: 153\ncluster_manager.cds.config_reload: 34\ncluster_manager.cds.config_reload_time_ms: 1784239573234\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 111\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 110\ncluster_manager.cds.update_time: 1784239576782\ncluster_manager.cds.version: 10654803196212405950\ncluster_manager.cluster_added: 173\ncluster_manager.cluster_modified: 31\ncluster_manager.cluster_removed: 20\ncluster_manager.cluster_updated: 33\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,2.01078431372549) P50(3.05,2.0647058823529414) P75(3.075,3.041304347826087) P90(3.09,4.06) P95(3.095,9.05) P99(3.099,16.900000000000006) P99.5(3.0995,38.45) P99.9(3.0999,38.89) P100(3.1,39)", "server_memory": "server.memory_allocated: 76077784\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 163562926", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 41\nwasmcustom.kuadrant.allowed: 5\nwasmcustom.kuadrant.configs: 135\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 5"}}}
{"index": 2, "timestamp": "2026-07-16T22:11:22Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-16T22:01:59Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:01:49Z\"}}"}, "resource_counts": {"httproutes": 2, "llminferenceservices": 2, "authpolicies": 3}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-gjwrm", "memory": "error: exit 255", "cluster_stats": "error: exit 1", "server_memory": "error: exit 1", "wasm_stats": "error: exit 255"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-lcjkw", "memory": {"allocated": "88650328", "heap_size": "228589568", "pageheap_unmapped": "62283776", "pageheap_free": "23732224", "total_thread_cache": "28240672", "total_physical_bytes": "173737390"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:11:31Z/522\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 57\ncluster_manager.cds.config_reload_time_ms: 1784239880835\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 441\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 440\ncluster_manager.cds.update_time: 1784239891971\ncluster_manager.cds.version: 11197228871548061961\ncluster_manager.cluster_added: 198\ncluster_manager.cluster_modified: 56\ncluster_manager.cluster_removed: 56\ncluster_manager.cluster_updated: 64\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.03125,2.026245210727969) P50(2.0625,2.068199233716475) P75(2.09375,3.032716049382716) P90(3.1,4.03027027027027) P95(4.05,4.0894594594594595) P99(4.09,11.620000000000005) P99.5(4.095,15.810000000000002) P99.9(4.099,38.56200000000001) P100(4.1,39)", "server_memory": "server.memory_allocated: 88640448\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 173737390", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 305\nwasmcustom.kuadrant.allowed: 10\nwasmcustom.kuadrant.configs: 1200\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 10"}}}
{"index": 3, "timestamp": "2026-07-16T22:16:32Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:11:31Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:01:49Z\"}}"}, "resource_counts": {"httproutes": 2, "llminferenceservices": 2, "authpolicies": 2}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-gjwrm", "memory": {"allocated": "19984792", "heap_size": "222298112", "pageheap_unmapped": "112648192", "pageheap_free": "23216128", "total_thread_cache": "31404328", "total_physical_bytes": "118257070"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:15:14Z/896\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 25\ncluster_manager.cds.config_reload_time_ms: 1784240114334\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 367\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 366\ncluster_manager.cds.update_time: 1784240114762\ncluster_manager.cds.version: 7959723867886387060\ncluster_manager.cluster_added: 166\ncluster_manager.cluster_modified: 24\ncluster_manager.cluster_removed: 21\ncluster_manager.cluster_updated: 22\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0322510822510824) P50(nan,2.071861471861472) P75(nan,3.040769230769231) P90(nan,4.038139534883721) P95(nan,4.080697674418604) P99(nan,10.669999999999987) P99.5(nan,16.170000000000016) P99.9(nan,38.634000000000015) P100(nan,39)", "server_memory": "server.memory_allocated: 19945408\nserver.memory_heap_size: 222298112\nserver.memory_physical_size: 118257070", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-lcjkw", "memory": {"allocated": "73462416", "heap_size": "228589568", "pageheap_unmapped": "59400192", "pageheap_free": "32645120", "total_thread_cache": "29155264", "total_physical_bytes": "176620974"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:15:14Z/896\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 80\ncluster_manager.cds.config_reload_time_ms: 1784240114334\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 809\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 808\ncluster_manager.cds.update_time: 1784240114766\ncluster_manager.cds.version: 7959723867886387060\ncluster_manager.cluster_added: 223\ncluster_manager.cluster_modified: 79\ncluster_manager.cluster_removed: 76\ncluster_manager.cluster_updated: 86\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.030672268907563) P50(nan,2.073109243697479) P75(nan,3.047741935483871) P90(nan,4.042315789473684) P95(nan,4.084842105263157) P99(nan,10.84571428571428) P99.5(nan,14.960000000000036) P99.9(nan,38.19200000000001) P100(nan,39)", "server_memory": "server.memory_allocated: 73406728\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 176620974", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 625\nwasmcustom.kuadrant.allowed: 16\nwasmcustom.kuadrant.configs: 2492\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 16"}}}
{"index": 4, "timestamp": "2026-07-16T22:21:36Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:11:31Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:01:49Z\"}}"}, "resource_counts": {"httproutes": 3, "llminferenceservices": 1, "authpolicies": 1}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-gjwrm", "memory": {"allocated": "19601088", "heap_size": "222298112", "pageheap_unmapped": "106954752", "pageheap_free": "30990336", "total_thread_cache": "28002520", "total_physical_bytes": "123950510"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:21:17Z/955\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 45\ncluster_manager.cds.config_reload_time_ms: 1784240450737\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 424\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 423\ncluster_manager.cds.update_time: 1784240477962\ncluster_manager.cds.version: 16699246346060872960\ncluster_manager.cluster_added: 186\ncluster_manager.cluster_modified: 43\ncluster_manager.cluster_removed: 47\ncluster_manager.cluster_updated: 42\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0295731707317075) P50(nan,2.0725609756097563) P75(nan,3.0484177215189874) P90(nan,4.0482978723404255) P95(nan,4.093297872340425) P99(nan,10.753999999999996) P99.5(nan,13.884999999999991) P99.9(nan,38.577) P100(nan,39)", "server_memory": "server.memory_allocated: 19561720\nserver.memory_heap_size: 222298112\nserver.memory_physical_size: 123950510", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-lcjkw", "memory": {"allocated": "73287232", "heap_size": "228589568", "pageheap_unmapped": "59400192", "pageheap_free": "32792576", "total_thread_cache": "29801560", "total_physical_bytes": "176620974"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:21:17Z/955\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 97\ncluster_manager.cds.config_reload_time_ms: 1784240450737\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 866\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 865\ncluster_manager.cds.update_time: 1784240477967\ncluster_manager.cds.version: 16699246346060872960\ncluster_manager.cluster_added: 242\ncluster_manager.cluster_modified: 97\ncluster_manager.cluster_removed: 101\ncluster_manager.cluster_updated: 106\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0300520833333335) P50(nan,2.0751041666666667) P75(nan,3.054050279329609) P90(nan,4.046568627450981) P95(nan,4.088970588235294) P99(nan,10.835000000000003) P99.5(nan,14.674999999999955) P99.9(nan,38.13499999999999) P100(nan,39)", "server_memory": "server.memory_allocated: 73247928\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 176620974", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 640\nwasmcustom.kuadrant.allowed: 20\nwasmcustom.kuadrant.configs: 2555\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 19\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 5, "timestamp": "2026-07-16T22:26:39Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:11:31Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:01:49Z\"}}"}, "resource_counts": {"httproutes": 4, "llminferenceservices": 2, "authpolicies": 2}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-gjwrm", "memory": {"allocated": "20065808", "heap_size": "222298112", "pageheap_unmapped": "106930176", "pageheap_free": "31006720", "total_thread_cache": "27989800", "total_physical_bytes": "123975086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:24:43Z/990\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 56\ncluster_manager.cds.config_reload_time_ms: 1784240674634\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 456\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 455\ncluster_manager.cds.update_time: 1784240683422\ncluster_manager.cds.version: 2424517123738569631\ncluster_manager.cluster_added: 198\ncluster_manager.cluster_modified: 54\ncluster_manager.cluster_removed: 53\ncluster_manager.cluster_updated: 54\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.027702702702703) P50(nan,2.0716216216216217) P75(nan,3.046802325581395) P90(nan,4.046875) P95(nan,4.094270833333334) P99(nan,10.908333333333331) P99.5(nan,15.725000000000023) P99.9(nan,38.545000000000016) P100(nan,39)", "server_memory": "server.memory_allocated: 20026440\nserver.memory_heap_size: 222298112\nserver.memory_physical_size: 123975086", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-lcjkw", "memory": {"allocated": "73543568", "heap_size": "228589568", "pageheap_unmapped": "59400192", "pageheap_free": "32841728", "total_thread_cache": "30053096", "total_physical_bytes": "176620974"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:24:43Z/990\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 108\ncluster_manager.cds.config_reload_time_ms: 1784240674634\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 898\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 897\ncluster_manager.cds.update_time: 1784240683422\ncluster_manager.cds.version: 2424517123738569631\ncluster_manager.cluster_added: 254\ncluster_manager.cluster_modified: 108\ncluster_manager.cluster_removed: 107\ncluster_manager.cluster_updated: 118\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.028997975708502) P50(nan,2.0743927125506074) P75(nan,3.052837837837838) P90(nan,4.0459223300970875) P95(nan,4.0894660194174755) P99(nan,10.911818181818179) P99.5(nan,15.257499999999993) P99.9(nan,38.10299999999995) P100(nan,39)", "server_memory": "server.memory_allocated: 73520648\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 176620974", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 651\nwasmcustom.kuadrant.allowed: 21\nwasmcustom.kuadrant.configs: 2599\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 20\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 6, "timestamp": "2026-07-16T22:31:43Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:11:31Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:27:55Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:01:49Z\"}}"}, "resource_counts": {"httproutes": 4, "llminferenceservices": 1, "authpolicies": 1}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-gjwrm", "memory": {"allocated": "19420480", "heap_size": "222298112", "pageheap_unmapped": "106930176", "pageheap_free": "31956992", "total_thread_cache": "27033256", "total_physical_bytes": "123975086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:31:32Z/1024\"\ncluster_manager.active_clusters: 135\ncluster_manager.cds.config_reload: 69\ncluster_manager.cds.config_reload_time_ms: 1784240911633\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 488\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 487\ncluster_manager.cds.update_time: 1784241092365\ncluster_manager.cds.version: 13386317566627921417\ncluster_manager.cluster_added: 212\ncluster_manager.cluster_modified: 70\ncluster_manager.cluster_removed: 77\ncluster_manager.cluster_updated: 74\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0267723880597015) P50(nan,2.0722014925373133) P75(nan,3.0530898876404495) P90(nan,4.059056603773585) P95(nan,5.0441666666666665) P99(nan,13.129999999999995) P99.5(nan,15.564999999999998) P99.9(nan,38.51299999999998) P100(nan,39)", "server_memory": "server.memory_allocated: 19401592\nserver.memory_heap_size: 222298112\nserver.memory_physical_size: 123975086", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-mhvbh", "memory": {"allocated": "106211616", "heap_size": "230686720", "pageheap_unmapped": "37068800", "pageheap_free": "39223296", "total_thread_cache": "29511960", "total_physical_bytes": "202323374"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:31:45Z/1026\"\ncluster_manager.active_clusters: 136\ncluster_manager.cds.config_reload: 10\ncluster_manager.cds.config_reload_time_ms: 1784241105708\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 22\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 21\ncluster_manager.cds.update_time: 1784241105708\ncluster_manager.cds.version: 14922824225010120987\ncluster_manager.cluster_added: 154\ncluster_manager.cluster_modified: 8\ncluster_manager.cluster_removed: 14\ncluster_manager.cluster_updated: 14\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 4\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.05) P75(nan,3.0625) P90(nan,9.01) P95(nan,38.05) P99(nan,38.81) P99.5(nan,38.905) P99.9(nan,38.981) P100(nan,39)", "server_memory": "server.memory_allocated: 106116720\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 202323374", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 8\nwasm.envoy.wasm.runtime.v8.created: 10\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 1\nwasm.remote_load_cache_misses: 1\nwasm.remote_load_fetch_successes: 1\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 8\nwasmcustom.kuadrant.hits: 1"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-lcjkw", "memory": {"allocated": "72873240", "heap_size": "257949696", "pageheap_unmapped": "109559808", "pageheap_free": "18358272", "total_thread_cache": "28270296", "total_physical_bytes": "155821486"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:31:46Z/1029\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 126\ncluster_manager.cds.config_reload_time_ms: 1784241106636\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 934\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 933\ncluster_manager.cds.update_time: 1784241106636\ncluster_manager.cds.version: 7818847683789017483\ncluster_manager.cluster_added: 275\ncluster_manager.cluster_modified: 129\ncluster_manager.cluster_removed: 133\ncluster_manager.cluster_updated: 138\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,2.028535856573705) P50(4.1,2.075) P75(9.1,3.0567105263157894) P90(15.6,4.053425925925926) P95(15.8,4.0966203703703705) P99(15.96,13.33499999999998) P99.5(15.98,15.583750000000009) P99.9(15.996,38.06700000000001) P100(16,39)", "server_memory": "server.memory_allocated: 72981272\nserver.memory_heap_size: 257949696\nserver.memory_physical_size: 155821486", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 660\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 9\nwasmcustom.kuadrant.allowed: 23\nwasmcustom.kuadrant.configs: 2628\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 22\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 7, "timestamp": "2026-07-16T22:36:47Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:11:31Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:27:55Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:01:49Z\"}}"}, "resource_counts": {"httproutes": 6, "llminferenceservices": 2, "authpolicies": 2}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-gjwrm", "memory": {"allocated": "19932088", "heap_size": "222298112", "pageheap_unmapped": "106921984", "pageheap_free": "31948800", "total_thread_cache": "26941104", "total_physical_bytes": "123983278"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:36:48Z/1265\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 85\ncluster_manager.cds.config_reload_time_ms: 1784241329760\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 726\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 725\ncluster_manager.cds.update_time: 1784241408971\ncluster_manager.cds.version: 1624114483122960821\ncluster_manager.cluster_added: 226\ncluster_manager.cluster_modified: 84\ncluster_manager.cluster_removed: 84\ncluster_manager.cluster_updated: 86\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.03125,2.0298488664987406) P50(2.0625,2.074811083123426) P75(2.09375,3.0726851851851853) P90(3.1,4.065210084033613) P95(4.05,4.095210084033614) P99(4.09,10.976666666666668) P99.5(4.095,15.47666666666665) P99.9(4.099,38.285999999999945) P100(4.1,39)", "server_memory": "server.memory_allocated: 19892720\nserver.memory_heap_size: 222298112\nserver.memory_physical_size: 123983278", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-mhvbh", "memory": {"allocated": "19898440", "heap_size": "230686720", "pageheap_unmapped": "123977728", "pageheap_free": "22577152", "total_thread_cache": "30627848", "total_physical_bytes": "115414446"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:36:49Z/1267\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 24\ncluster_manager.cds.config_reload_time_ms: 1784241329760\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 260\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 259\ncluster_manager.cds.update_time: 1784241409881\ncluster_manager.cds.version: 14025104959354150819\ncluster_manager.cluster_added: 163\ncluster_manager.cluster_modified: 22\ncluster_manager.cluster_removed: 21\ncluster_manager.cluster_updated: 26\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.0375,2.0331597222222224) P50(2.075,2.076736111111111) P75(4.025,4.011693548387097) P90(4.07,4.0724193548387095) P95(4.085,4.092661290322581) P99(4.0969999999999995,9.0745) P99.5(4.0985,15.745000000000005) P99.9(4.0997,38.748999999999995) P100(4.1,39)", "server_memory": "server.memory_allocated: 19859072\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 115414446", "wasm_stats": ""}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-lcjkw", "memory": {"allocated": "87142456", "heap_size": "270532608", "pageheap_unmapped": "106430464", "pageheap_free": "24158208", "total_thread_cache": "27852040", "total_physical_bytes": "171533742"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:36:51Z/1270\"\ncluster_manager.active_clusters: 144\ncluster_manager.cds.config_reload: 138\ncluster_manager.cds.config_reload_time_ms: 1784241329764\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1175\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1173\ncluster_manager.cds.update_time: 1784241411372\ncluster_manager.cds.version: 7409160562793563574\ncluster_manager.cluster_added: 285\ncluster_manager.cluster_modified: 138\ncluster_manager.cluster_removed: 141\ncluster_manager.cluster_updated: 150\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.0458333333333334,2.03084) P50(2.091666666666667,2.07736) P75(3.045,3.066333333333333) P90(3.078,4.0584023668639055) P95(3.089,4.092810650887574) P99(3.0978,10.951538461538453) P99.5(3.0989,15.296249999999986) P99.9(3.09978,16.918499999999995) P100(3.1,39)", "server_memory": "server.memory_allocated: 86958352\nserver.memory_heap_size: 270532608\nserver.memory_physical_size: 171509166", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 882\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 237\nwasmcustom.kuadrant.allowed: 24\nwasmcustom.kuadrant.configs: 3516\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 24\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 8, "timestamp": "2026-07-16T22:41:52Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:11:31Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:27:55Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:01:49Z\"}}"}, "resource_counts": {"httproutes": 6, "llminferenceservices": 2, "authpolicies": 2}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-gjwrm", "memory": {"allocated": "20140080", "heap_size": "222298112", "pageheap_unmapped": "106921984", "pageheap_free": "31981568", "total_thread_cache": "26987016", "total_physical_bytes": "123983278"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:41:52Z/1767\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 113\ncluster_manager.cds.config_reload_time_ms: 1784241712234\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1223\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1221\ncluster_manager.cds.update_time: 1784241712234\ncluster_manager.cds.version: 15185961872753499859\ncluster_manager.cluster_added: 257\ncluster_manager.cluster_modified: 112\ncluster_manager.cluster_removed: 110\ncluster_manager.cluster_updated: 111\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.04,2.0315459610027857) P50(2.08,2.073816155988858) P75(4.05,3.080769230769231) P90(5.02,4.065508474576271) P95(5.06,4.091228813559322) P99(5.092,10.551428571428557) P99.5(5.096,14.465000000000032) P99.9(5.0992,16.786000000000058) P100(5.1,39)", "server_memory": "server.memory_allocated: 20053128\nserver.memory_heap_size: 222298112\nserver.memory_physical_size: 123983278", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-mhvbh", "memory": {"allocated": "20121600", "heap_size": "230686720", "pageheap_unmapped": "123977728", "pageheap_free": "22585344", "total_thread_cache": "30898000", "total_physical_bytes": "115414446"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:41:54Z/1768\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 52\ncluster_manager.cds.config_reload_time_ms: 1784241712235\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 756\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 755\ncluster_manager.cds.update_time: 1784241714891\ncluster_manager.cds.version: 11827463163280264938\ncluster_manager.cluster_added: 194\ncluster_manager.cluster_modified: 50\ncluster_manager.cluster_removed: 47\ncluster_manager.cluster_updated: 53\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.0277777777777777,2.0327800829875518) P50(2.0555555555555554,2.0717842323651454) P75(2.0833333333333335,3.0912280701754384) P90(2.1,4.065333333333333) P95(4.05,4.088121212121212) P99(4.09,9.037) P99.5(4.095,14.240000000000009) P99.9(4.099,38.24800000000005) P100(4.1,39)", "server_memory": "server.memory_allocated: 20027352\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 115414446", "wasm_stats": ""}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-lcjkw", "memory": {"allocated": "76415984", "heap_size": "270532608", "pageheap_unmapped": "99090432", "pageheap_free": "33464320", "total_thread_cache": "29075696", "total_physical_bytes": "178873774"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:41:54Z/1768\"\ncluster_manager.active_clusters: 149\ncluster_manager.cds.config_reload: 168\ncluster_manager.cds.config_reload_time_ms: 1784241712235\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1668\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1666\ncluster_manager.cds.update_time: 1784241714892\ncluster_manager.cds.version: 11827463163280264938\ncluster_manager.cluster_added: 318\ncluster_manager.cluster_modified: 166\ncluster_manager.cluster_removed: 169\ncluster_manager.cluster_updated: 177\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(2.0083333333333333,2.033286985539488) P50(2.05,2.0795884315906563) P75(2.091666666666667,3.07483922829582) P90(4.05,4.060600706713781) P95(4.075,4.090017667844523) P99(4.095,10.739285714285709) P99.5(4.0975,14.837499999999977) P99.9(4.0995,19.335000000000036) P100(4.1,39)", "server_memory": "server.memory_allocated: 76639896\nserver.memory_heap_size: 270532608\nserver.memory_physical_size: 178873774", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1324\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 700\nwasmcustom.kuadrant.allowed: 33\nwasmcustom.kuadrant.configs: 5293\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 33\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 9, "timestamp": "2026-07-16T22:46:57Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:11:31Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:27:55Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:01:49Z\"}}"}, "resource_counts": {"httproutes": 4, "llminferenceservices": 1, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-gjwrm", "memory": {"allocated": "19417376", "heap_size": "222298112", "pageheap_unmapped": "106921984", "pageheap_free": "31981568", "total_thread_cache": "27366520", "total_physical_bytes": "123983278"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:46:58Z/1842\"\ncluster_manager.active_clusters: 136\ncluster_manager.cds.config_reload: 137\ncluster_manager.cds.config_reload_time_ms: 1784242018559\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1294\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1292\ncluster_manager.cds.update_time: 1784242018559\ncluster_manager.cds.version: 3156565222465369146\ncluster_manager.cluster_added: 282\ncluster_manager.cluster_modified: 136\ncluster_manager.cluster_removed: 146\ncluster_manager.cluster_updated: 147\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.029560810810811) P50(nan,2.073175675675676) P75(nan,3.0817434210526318) P90(nan,4.06636) P95(nan,4.09218) P99(nan,10.869999999999989) P99.5(nan,15.109000000000014) P99.9(nan,16.70900000000006) P100(nan,39)", "server_memory": "server.memory_allocated: 19378008\nserver.memory_heap_size: 222298112\nserver.memory_physical_size: 123983278", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-mhvbh", "memory": {"allocated": "19657144", "heap_size": "230686720", "pageheap_unmapped": "123977728", "pageheap_free": "22511616", "total_thread_cache": "31354552", "total_physical_bytes": "115414446"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:46:59Z/1844\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 77\ncluster_manager.cds.config_reload_time_ms: 1784242019053\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 828\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 827\ncluster_manager.cds.update_time: 1784242019361\ncluster_manager.cds.version: 15371386274782535282\ncluster_manager.cluster_added: 223\ncluster_manager.cluster_modified: 74\ncluster_manager.cluster_removed: 83\ncluster_manager.cluster_updated: 87\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.029388560157791) P50(nan,2.0700197238658777) P75(nan,3.084375) P90(nan,4.065664739884393) P95(nan,4.089479768786127) P99(nan,9.0952) P99.5(nan,15.469999999999999) P99.9(nan,38.176000000000045) P100(nan,39)", "server_memory": "server.memory_allocated: 19347928\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 115414446", "wasm_stats": ""}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-lcjkw", "memory": {"allocated": "74548464", "heap_size": "297795584", "pageheap_unmapped": "115916800", "pageheap_free": "47865856", "total_thread_cache": "26855032", "total_physical_bytes": "189014446"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:47:02Z/1850\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 196\ncluster_manager.cds.config_reload_time_ms: 1784242024995\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1746\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1744\ncluster_manager.cds.update_time: 1784242025336\ncluster_manager.cds.version: 862073971222882532\ncluster_manager.cluster_added: 348\ncluster_manager.cluster_modified: 196\ncluster_manager.cluster_removed: 206\ncluster_manager.cluster_updated: 211\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.05,2.0320997807017545) P50(3.1,2.0797697368421053) P75(5.1,3.077) P90(9.06,4.062659932659932) P95(9.08,4.091936026936027) P99(9.096,10.84066666666666) P99.5(9.098,15.061000000000012) P99.9(9.0996,19.260999999999967) P100(9.1,39)", "server_memory": "server.memory_allocated: 73944752\nserver.memory_heap_size: 297795584\nserver.memory_physical_size: 188899758", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 8\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 6\nwasmcustom.kuadrant.configs: 16"}}}
{"index": 10, "timestamp": "2026-07-16T22:47:25Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:11:31Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:27:55Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T22:01:49Z\"}}"}, "resource_counts": {"httproutes": 5, "llminferenceservices": 1, "authpolicies": 1}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-gjwrm", "memory": {"allocated": "19849968", "heap_size": "222298112", "pageheap_unmapped": "106921984", "pageheap_free": "31989760", "total_thread_cache": "27054760", "total_physical_bytes": "123983278"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:47:23Z/1851\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 141\ncluster_manager.cds.config_reload_time_ms: 1784242043253\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1303\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1301\ncluster_manager.cds.update_time: 1784242043253\ncluster_manager.cds.version: 17261292915743350994\ncluster_manager.cluster_added: 287\ncluster_manager.cluster_modified: 142\ncluster_manager.cluster_removed: 146\ncluster_manager.cluster_updated: 148\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(1,0) P25(1.025,2.0296832884097036) P50(1.05,2.0735175202156335) P75(1.075,3.083603896103896) P90(1.09,4.0674206349206345) P95(1.095,4.093234126984127) P99(1.099,10.998571428571429) P99.5(1.0995,15.098999999999979) P99.9(1.0999,16.69900000000007) P100(1.1,39)", "server_memory": "server.memory_allocated: 19810600\nserver.memory_heap_size: 222298112\nserver.memory_physical_size: 123983278", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-mhvbh", "memory": {"allocated": "19828064", "heap_size": "230686720", "pageheap_unmapped": "123977728", "pageheap_free": "22503424", "total_thread_cache": "31250192", "total_physical_bytes": "115414446"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:47:23Z/1851\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 80\ncluster_manager.cds.config_reload_time_ms: 1784242043255\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 835\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 834\ncluster_manager.cds.update_time: 1784242043255\ncluster_manager.cds.version: 17261292915743350994\ncluster_manager.cluster_added: 224\ncluster_manager.cluster_modified: 80\ncluster_manager.cluster_removed: 83\ncluster_manager.cluster_updated: 88\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(1,0) P25(1.025,2.0296259842519686) P50(1.05,2.0706692913385827) P75(1.075,3.0901515151515153) P90(1.09,4.067386363636364) P95(1.095,4.091079545454545) P99(1.099,10.659999999999968) P99.5(1.0995,15.45750000000001) P99.9(1.0999,38.166000000000054) P100(1.1,39)", "server_memory": "server.memory_allocated: 19788696\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 115414446", "wasm_stats": ""}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-lcjkw", "memory": {"allocated": "74242496", "heap_size": "297795584", "pageheap_unmapped": "115916800", "pageheap_free": "48078848", "total_thread_cache": "27148048", "total_physical_bytes": "189014446"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T22:47:23Z/1851\"\ncluster_manager.active_clusters: 143\ncluster_manager.cds.config_reload: 197\ncluster_manager.cds.config_reload_time_ms: 1784242043253\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1747\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1745\ncluster_manager.cds.update_time: 1784242043253\ncluster_manager.cds.version: 17261292915743350994\ncluster_manager.cluster_added: 349\ncluster_manager.cluster_modified: 196\ncluster_manager.cluster_removed: 206\ncluster_manager.cluster_updated: 212\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(1,0) P25(1.025,2.031979280261723) P50(1.05,2.0795528898582334) P75(1.075,3.0765384615384614) P90(1.09,4.062457912457912) P95(1.095,4.091835016835017) P99(1.099,10.836666666666664) P99.5(1.0995,15.055000000000017) P99.9(1.0999,19.25500000000011) P100(1.1,39)", "server_memory": "server.memory_allocated: 74203192\nserver.memory_heap_size: 297795584\nserver.memory_physical_size: 189014446", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 8\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 7\nwasmcustom.kuadrant.configs: 16"}}}