{"index": 0, "timestamp": "2026-07-13T20:31:36Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-13T20:27:32Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 1, "authpolicies": 1}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-799f46c59b-znbzj", "memory": {"allocated": "13230176", "heap_size": "18874368", "pageheap_unmapped": "0", "pageheap_free": "3358720", "total_thread_cache": "969544", "total_physical_bytes": "26703278"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:31:37Z/43\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 2\ncluster_manager.cds.config_reload_time_ms: 1783974697560\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 3\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2\ncluster_manager.cds.update_time: 1783974697560\ncluster_manager.cds.version: 4214250871529253288\ncluster_manager.cluster_added: 134\ncluster_manager.cluster_modified: 2\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 0\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: No recorded values", "server_memory": "server.memory_allocated: 13276904\nserver.memory_heap_size: 18874368\nserver.memory_physical_size: 26703278", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-hbdjl", "memory": {"allocated": "13511928", "heap_size": "20971520", "pageheap_unmapped": "0", "pageheap_free": "4014080", "total_thread_cache": "1822672", "total_physical_bytes": "28222894"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:31:37Z/43\"\ncluster_manager.active_clusters: 134\ncluster_manager.cds.config_reload: 24\ncluster_manager.cds.config_reload_time_ms: 1783974697557\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 42\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 41\ncluster_manager.cds.update_time: 1783974697557\ncluster_manager.cds.version: 4214250871529253288\ncluster_manager.cluster_added: 134\ncluster_manager.cluster_modified: 20\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 34\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.05,0) P50(2.1,2.057142857142857) P75(5.05,5.016666666666667) P90(5.08,8.1) P95(5.09,12.5) P99(5.098,25.6) P99.5(5.099,25.799999999999997) P99.9(5.0998,25.96) P100(5.1,26)", "server_memory": "server.memory_allocated: 13468416\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 28222894", "wasm_stats": ""}}}
{"index": 1, "timestamp": "2026-07-13T20:36:40Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:02Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:01Z\"}}"}, "resource_counts": {"httproutes": 2, "llminferenceservices": 2, "authpolicies": 1}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-lzjqc", "memory": {"allocated": "14210208", "heap_size": "23068672", "pageheap_unmapped": "0", "pageheap_free": "5128192", "total_thread_cache": "2514312", "total_physical_bytes": "31503790"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:35:01Z/130\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 21\ncluster_manager.cds.config_reload_time_ms: 1783974899899\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 57\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 56\ncluster_manager.cds.update_time: 1783974901420\ncluster_manager.cds.version: 13527795678012583652\ncluster_manager.cluster_added: 158\ncluster_manager.cluster_modified: 19\ncluster_manager.cluster_removed: 13\ncluster_manager.cluster_updated: 25\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0473684210526315) P75(nan,3.05) P90(nan,4.088) P95(nan,11.199999999999996) P99(nan,69.44) P99.5(nan,69.72) P99.9(nan,69.944) P100(nan,70)", "server_memory": "server.memory_allocated: 14170824\nserver.memory_heap_size: 23068672\nserver.memory_physical_size: 31503790", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-hbdjl", "memory": {"allocated": "71711616", "heap_size": "232783872", "pageheap_unmapped": "72302592", "pageheap_free": "35913728", "total_thread_cache": "28708304", "total_physical_bytes": "169194926"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:35:01Z/130\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 21\ncluster_manager.cds.config_reload_time_ms: 1783974899899\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 59\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 58\ncluster_manager.cds.update_time: 1783974901430\ncluster_manager.cds.version: 13527795678012583652\ncluster_manager.cluster_added: 160\ncluster_manager.cluster_modified: 19\ncluster_manager.cluster_removed: 13\ncluster_manager.cluster_updated: 25\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,1.01) P50(nan,2.05) P75(nan,3.05) P90(nan,4.07) P95(nan,12.099999999999994) P99(nan,39.42) P99.5(nan,39.71) P99.9(nan,39.942) P100(nan,40)", "server_memory": "server.memory_allocated: 71696376\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 169194926", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 27\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 76\nwasmcustom.kuadrant.hits: 2"}}}
{"index": 2, "timestamp": "2026-07-13T20:41:43Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:02Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:01Z\"}}"}, "resource_counts": {"httproutes": 2, "llminferenceservices": 2, "authpolicies": 1}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-lzjqc", "memory": {"allocated": "14249808", "heap_size": "23068672", "pageheap_unmapped": "0", "pageheap_free": "5103616", "total_thread_cache": "2163720", "total_physical_bytes": "31503790"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:35:01Z/130\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 21\ncluster_manager.cds.config_reload_time_ms: 1783974899899\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 57\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 56\ncluster_manager.cds.update_time: 1783974901420\ncluster_manager.cds.version: 13527795678012583652\ncluster_manager.cluster_added: 158\ncluster_manager.cluster_modified: 19\ncluster_manager.cluster_removed: 13\ncluster_manager.cluster_updated: 25\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0473684210526315) P75(nan,3.05) P90(nan,4.088) P95(nan,11.199999999999996) P99(nan,69.44) P99.5(nan,69.72) P99.9(nan,69.944) P100(nan,70)", "server_memory": "server.memory_allocated: 14174424\nserver.memory_heap_size: 23068672\nserver.memory_physical_size: 31503790", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-hbdjl", "memory": {"allocated": "71754424", "heap_size": "232783872", "pageheap_unmapped": "72302592", "pageheap_free": "35880960", "total_thread_cache": "28540120", "total_physical_bytes": "169194926"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:35:01Z/130\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 21\ncluster_manager.cds.config_reload_time_ms: 1783974899899\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 59\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 58\ncluster_manager.cds.update_time: 1783974901430\ncluster_manager.cds.version: 13527795678012583652\ncluster_manager.cluster_added: 160\ncluster_manager.cluster_modified: 19\ncluster_manager.cluster_removed: 13\ncluster_manager.cluster_updated: 25\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,1.01) P50(nan,2.05) P75(nan,3.05) P90(nan,4.07) P95(nan,12.099999999999994) P99(nan,39.42) P99.5(nan,39.71) P99.9(nan,39.942) P100(nan,40)", "server_memory": "server.memory_allocated: 71715120\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 169194926", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 27\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 76\nwasmcustom.kuadrant.hits: 2"}}}
{"index": 3, "timestamp": "2026-07-13T20:46:46Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:02Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:01Z\"}}"}, "resource_counts": {"httproutes": 2, "llminferenceservices": 2, "authpolicies": 1}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-lzjqc", "memory": {"allocated": "14248384", "heap_size": "23068672", "pageheap_unmapped": "0", "pageheap_free": "5038080", "total_thread_cache": "2131704", "total_physical_bytes": "31503790"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:35:01Z/130\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 21\ncluster_manager.cds.config_reload_time_ms: 1783974899899\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 57\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 56\ncluster_manager.cds.update_time: 1783974901420\ncluster_manager.cds.version: 13527795678012583652\ncluster_manager.cluster_added: 158\ncluster_manager.cluster_modified: 19\ncluster_manager.cluster_removed: 13\ncluster_manager.cluster_updated: 25\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0473684210526315) P75(nan,3.05) P90(nan,4.088) P95(nan,11.199999999999996) P99(nan,69.44) P99.5(nan,69.72) P99.9(nan,69.944) P100(nan,70)", "server_memory": "server.memory_allocated: 14209016\nserver.memory_heap_size: 23068672\nserver.memory_physical_size: 31503790", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-hbdjl", "memory": {"allocated": "71739784", "heap_size": "232783872", "pageheap_unmapped": "72302592", "pageheap_free": "35905536", "total_thread_cache": "28222256", "total_physical_bytes": "169194926"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:35:01Z/130\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 21\ncluster_manager.cds.config_reload_time_ms: 1783974899899\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 59\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 58\ncluster_manager.cds.update_time: 1783974901430\ncluster_manager.cds.version: 13527795678012583652\ncluster_manager.cluster_added: 160\ncluster_manager.cluster_modified: 19\ncluster_manager.cluster_removed: 13\ncluster_manager.cluster_updated: 25\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,1.01) P50(nan,2.05) P75(nan,3.05) P90(nan,4.07) P95(nan,12.099999999999994) P99(nan,39.42) P99.5(nan,39.71) P99.9(nan,39.942) P100(nan,40)", "server_memory": "server.memory_allocated: 71700480\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 169194926", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 27\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 76\nwasmcustom.kuadrant.hits: 2"}}}
{"index": 4, "timestamp": "2026-07-13T20:51:50Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:02Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:01Z\"}}"}, "resource_counts": {"httproutes": 3, "llminferenceservices": 3, "authpolicies": 2}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-lzjqc", "memory": {"allocated": "14548160", "heap_size": "23068672", "pageheap_unmapped": "0", "pageheap_free": "4669440", "total_thread_cache": "2511576", "total_physical_bytes": "31503790"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:50:11Z/174\"\ncluster_manager.active_clusters: 151\ncluster_manager.cds.config_reload: 32\ncluster_manager.cds.config_reload_time_ms: 1783975808098\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 99\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 98\ncluster_manager.cds.update_time: 1783975811720\ncluster_manager.cds.version: 4527494111335210306\ncluster_manager.cluster_added: 170\ncluster_manager.cluster_modified: 32\ncluster_manager.cluster_removed: 19\ncluster_manager.cluster_updated: 35\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,1.0642857142857143) P50(nan,2.0594594594594593) P75(nan,3.059375) P90(nan,4.082) P95(nan,9.07) P99(nan,69.02) P99.5(nan,69.51) P99.9(nan,69.902) P100(nan,70)", "server_memory": "server.memory_allocated: 14508792\nserver.memory_heap_size: 23068672\nserver.memory_physical_size: 31503790", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-hbdjl", "memory": {"allocated": "72340480", "heap_size": "232783872", "pageheap_unmapped": "72302592", "pageheap_free": "33873920", "total_thread_cache": "27471600", "total_physical_bytes": "169194926"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:50:11Z/174\"\ncluster_manager.active_clusters: 153\ncluster_manager.cds.config_reload: 32\ncluster_manager.cds.config_reload_time_ms: 1783975808098\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 101\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 100\ncluster_manager.cds.update_time: 1783975811724\ncluster_manager.cds.version: 4527494111335210306\ncluster_manager.cluster_added: 172\ncluster_manager.cluster_modified: 32\ncluster_manager.cluster_removed: 19\ncluster_manager.cluster_updated: 35\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,1.0714285714285714) P50(nan,2.0575) P75(nan,3.05) P90(nan,4.07) P95(nan,10.5) P99(nan,14) P99.5(nan,39.5) P99.9(nan,39.900000000000006) P100(nan,40)", "server_memory": "server.memory_allocated: 72301176\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 169194926", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 41\nwasmcustom.kuadrant.allowed: 3\nwasmcustom.kuadrant.configs: 141\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 3"}}}
{"index": 5, "timestamp": "2026-07-13T20:56:53Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:52:49Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:01Z\"}}"}, "resource_counts": {"httproutes": 3, "llminferenceservices": 4, "authpolicies": 2}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-lzjqc", "memory": {"allocated": "20231304", "heap_size": "174063616", "pageheap_unmapped": "69566464", "pageheap_free": "20512768", "total_thread_cache": "30608904", "total_physical_bytes": "111863214"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:56:30Z/239\"\ncluster_manager.active_clusters: 151\ncluster_manager.cds.config_reload: 15\ncluster_manager.cds.config_reload_time_ms: 1783976076637\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 50\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 49\ncluster_manager.cds.update_time: 1783976190623\ncluster_manager.cds.version: 16403460712770500144\ncluster_manager.cluster_added: 160\ncluster_manager.cluster_modified: 18\ncluster_manager.cluster_removed: 9\ncluster_manager.cluster_updated: 14\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.021875) P50(nan,2.0729166666666665) P75(nan,4.021875) P90(nan,9.01) P95(nan,13.274999999999999) P99(nan,41.51) P99.5(nan,41.755) P99.9(nan,41.951) P100(nan,42)", "server_memory": "server.memory_allocated: 20191936\nserver.memory_heap_size: 174063616\nserver.memory_physical_size: 111863214", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-hbdjl", "memory": {"allocated": "73318984", "heap_size": "232783872", "pageheap_unmapped": "72302592", "pageheap_free": "34684928", "total_thread_cache": "25960464", "total_physical_bytes": "169194926"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:56:30Z/239\"\ncluster_manager.active_clusters: 153\ncluster_manager.cds.config_reload: 46\ncluster_manager.cds.config_reload_time_ms: 1783976076637\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 163\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 162\ncluster_manager.cds.update_time: 1783976190627\ncluster_manager.cds.version: 16403460712770500144\ncluster_manager.cluster_added: 185\ncluster_manager.cluster_modified: 49\ncluster_manager.cluster_removed: 32\ncluster_manager.cluster_updated: 53\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.006338028169014) P50(nan,2.063380281690141) P75(nan,3.0557692307692306) P90(nan,4.075294117647059) P95(nan,10.450000000000003) P99(nan,14.379999999999995) P99.5(nan,39.19) P99.9(nan,39.837999999999994) P100(nan,40)", "server_memory": "server.memory_allocated: 73279664\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 169194926", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 65\nwasmcustom.kuadrant.allowed: 6\nwasmcustom.kuadrant.configs: 261\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 5\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 6, "timestamp": "2026-07-13T21:01:57Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:52:49Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:01Z\"}}"}, "resource_counts": {"httproutes": 4, "llminferenceservices": 4, "authpolicies": 3}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-lzjqc", "memory": {"allocated": "20544376", "heap_size": "174063616", "pageheap_unmapped": "69566464", "pageheap_free": "20660224", "total_thread_cache": "29766680", "total_physical_bytes": "111863214"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:57:11Z/261\"\ncluster_manager.active_clusters: 157\ncluster_manager.cds.config_reload: 22\ncluster_manager.cds.config_reload_time_ms: 1783976227396\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 72\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 71\ncluster_manager.cds.update_time: 1783976231228\ncluster_manager.cds.version: 14810137686405790428\ncluster_manager.cluster_added: 166\ncluster_manager.cluster_modified: 25\ncluster_manager.cluster_removed: 9\ncluster_manager.cluster_updated: 18\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0215277777777776) P50(nan,2.0708333333333333) P75(nan,4.011363636363637) P90(nan,5.09) P95(nan,10.725000000000001) P99(nan,41.290000000000006) P99.5(nan,41.644999999999996) P99.9(nan,41.929) P100(nan,42)", "server_memory": "server.memory_allocated: 20505008\nserver.memory_heap_size: 174063616\nserver.memory_physical_size: 111863214", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-hbdjl", "memory": {"allocated": "72763792", "heap_size": "232783872", "pageheap_unmapped": "72302592", "pageheap_free": "34611200", "total_thread_cache": "25456856", "total_physical_bytes": "169194926"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:57:11Z/261\"\ncluster_manager.active_clusters: 159\ncluster_manager.cds.config_reload: 53\ncluster_manager.cds.config_reload_time_ms: 1783976227397\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 185\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 184\ncluster_manager.cds.update_time: 1783976231232\ncluster_manager.cds.version: 14810137686405790428\ncluster_manager.cluster_added: 191\ncluster_manager.cluster_modified: 56\ncluster_manager.cluster_removed: 32\ncluster_manager.cluster_updated: 57\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0076923076923077) P50(nan,2.066666666666667) P75(nan,3.0606060606060606) P90(nan,4.073) P95(nan,10.26666666666666) P99(nan,14.159999999999997) P99.5(nan,39.08000000000001) P99.9(nan,39.816) P100(nan,40)", "server_memory": "server.memory_allocated: 72724488\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 169194926", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 75\nwasmcustom.kuadrant.allowed: 6\nwasmcustom.kuadrant.configs: 301\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 5\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 7, "timestamp": "2026-07-13T21:07:00Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:52:49Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:01Z\"}}"}, "resource_counts": {"httproutes": 4, "llminferenceservices": 4, "authpolicies": 3}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-lzjqc", "memory": {"allocated": "20555768", "heap_size": "174063616", "pageheap_unmapped": "69566464", "pageheap_free": "20635648", "total_thread_cache": "29811416", "total_physical_bytes": "111863214"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:57:11Z/261\"\ncluster_manager.active_clusters: 157\ncluster_manager.cds.config_reload: 22\ncluster_manager.cds.config_reload_time_ms: 1783976227396\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 72\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 71\ncluster_manager.cds.update_time: 1783976231228\ncluster_manager.cds.version: 14810137686405790428\ncluster_manager.cluster_added: 166\ncluster_manager.cluster_modified: 25\ncluster_manager.cluster_removed: 9\ncluster_manager.cluster_updated: 18\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0215277777777776) P50(nan,2.0708333333333333) P75(nan,4.011363636363637) P90(nan,5.09) P95(nan,10.725000000000001) P99(nan,41.290000000000006) P99.5(nan,41.644999999999996) P99.9(nan,41.929) P100(nan,42)", "server_memory": "server.memory_allocated: 20516400\nserver.memory_heap_size: 174063616\nserver.memory_physical_size: 111863214", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-hbdjl", "memory": {"allocated": "72737632", "heap_size": "232783872", "pageheap_unmapped": "72302592", "pageheap_free": "34611200", "total_thread_cache": "26317064", "total_physical_bytes": "169194926"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T20:57:11Z/261\"\ncluster_manager.active_clusters: 159\ncluster_manager.cds.config_reload: 53\ncluster_manager.cds.config_reload_time_ms: 1783976227397\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 187\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 185\ncluster_manager.cds.update_time: 1783976543977\ncluster_manager.cds.version: 14810137686405790428\ncluster_manager.cluster_added: 191\ncluster_manager.cluster_modified: 56\ncluster_manager.cluster_removed: 32\ncluster_manager.cluster_updated: 57\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.007911392405063) P50(nan,2.0664556962025316) P75(nan,3.059848484848485) P90(nan,4.0725) P95(nan,10.25) P99(nan,14.150000000000006) P99.5(nan,39.07499999999999) P99.9(nan,39.815) P100(nan,40)", "server_memory": "server.memory_allocated: 72698328\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 169194926", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 75\nwasmcustom.kuadrant.allowed: 6\nwasmcustom.kuadrant.configs: 301\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 5\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 8, "timestamp": "2026-07-13T21:12:04Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-13T21:11:53Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:01Z\"}}"}, "resource_counts": {"httproutes": 6, "llminferenceservices": 5, "authpolicies": 6}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-szvtg", "memory": {"allocated": "71746392", "heap_size": "176160768", "pageheap_unmapped": "37191680", "pageheap_free": "17219584", "total_thread_cache": "27863352", "total_physical_bytes": "146130350"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:12:00Z/278\"\ncluster_manager.active_clusters: 159\ncluster_manager.cds.config_reload: 3\ncluster_manager.cds.config_reload_time_ms: 1783977114510\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 13\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 12\ncluster_manager.cds.update_time: 1783977121979\ncluster_manager.cds.version: 13984503648263332813\ncluster_manager.cluster_added: 159\ncluster_manager.cluster_modified: 0\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 2\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,2) P25(3.025,3.025) P50(4.05,4.05) P75(6.075,6.075) P90(50.5,50.5) P95(50.75,50.75) P99(50.95,50.95) P99.5(50.975,50.975) P99.9(50.995,50.995) P100(51,51)", "server_memory": "server.memory_allocated: 71562648\nserver.memory_heap_size: 176160768\nserver.memory_physical_size: 146097582", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 5\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_misses: 1\nwasm.remote_load_fetch_successes: 1\nwasmcustom.kuadrant.configs: 4"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-hbdjl", "memory": {"allocated": "74858400", "heap_size": "232783872", "pageheap_unmapped": "72302592", "pageheap_free": "34717696", "total_thread_cache": "25251072", "total_physical_bytes": "169194926"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:12:00Z/278\"\ncluster_manager.active_clusters: 159\ncluster_manager.cds.config_reload: 53\ncluster_manager.cds.config_reload_time_ms: 1783976227397\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 203\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 201\ncluster_manager.cds.update_time: 1783977120252\ncluster_manager.cds.version: 13984503648263332813\ncluster_manager.cluster_added: 191\ncluster_manager.cluster_modified: 56\ncluster_manager.cluster_removed: 32\ncluster_manager.cluster_updated: 61\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.1,2.0125) P50(5.1,2.073780487804878) P75(6.1,3.0777027027027026) P90(12.6,4.099545454545455) P95(12.8,10.316666666666663) P99(12.96,13.99666666666667) P99.5(12.98,14.995000000000005) P99.9(12.996,39.79900000000001) P100(13,40)", "server_memory": "server.memory_allocated: 74819080\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 169194926", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 76\nwasmcustom.kuadrant.allowed: 8\nwasmcustom.kuadrant.configs: 317\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 5\nwasmcustom.kuadrant.misses: 3"}}}
{"index": 9, "timestamp": "2026-07-13T21:17:07Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-13T21:11:53Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:01Z\"}}"}, "resource_counts": {"httproutes": 8, "llminferenceservices": 6, "authpolicies": 5}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-szvtg", "memory": {"allocated": "21220000", "heap_size": "228589568", "pageheap_unmapped": "119455744", "pageheap_free": "23478272", "total_thread_cache": "28489008", "total_physical_bytes": "116295086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:17:08Z/581\"\ncluster_manager.active_clusters: 169\ncluster_manager.cds.config_reload: 26\ncluster_manager.cds.config_reload_time_ms: 1783977383391\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 310\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 309\ncluster_manager.cds.update_time: 1783977428627\ncluster_manager.cds.version: 7886819167041072829\ncluster_manager.cluster_added: 183\ncluster_manager.cluster_modified: 26\ncluster_manager.cluster_removed: 14\ncluster_manager.cluster_updated: 22\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.03125,2.060280373831776) P50(2.0625,3.023943661971831) P75(2.09375,3.077816901408451) P90(3.05,5.006086956521739) P95(3.075,5.072608695652174) P99(3.095,9.098) P99.5(3.0975,10.734999999999985) P99.9(3.0995,50.69400000000002) P100(3.1,51)", "server_memory": "server.memory_allocated: 21180632\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 116295086", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-hbdjl", "memory": {"allocated": "85808416", "heap_size": "232783872", "pageheap_unmapped": "70115328", "pageheap_free": "24436736", "total_thread_cache": "25941960", "total_physical_bytes": "171382190"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:17:10Z/583\"\ncluster_manager.active_clusters: 171\ncluster_manager.cds.config_reload: 75\ncluster_manager.cds.config_reload_time_ms: 1783977383391\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 502\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 500\ncluster_manager.cds.update_time: 1783977430531\ncluster_manager.cds.version: 387085852030019794\ncluster_manager.cluster_added: 215\ncluster_manager.cluster_modified: 81\ncluster_manager.cluster_removed: 44\ncluster_manager.cluster_updated: 81\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.0625,2.053102189781022) P50(3.0166666666666666,3.0258547008547008) P75(3.058333333333333,3.0791666666666666) P90(3.0833333333333335,4.074571428571429) P95(3.091666666666667,5.0844736842105265) P99(3.098333333333333,13.00333333333333) P99.5(3.0991666666666666,13.834999999999999) P99.9(3.099833333333333,39.500999999999976) P100(3.1,40)", "server_memory": "server.memory_allocated: 85769112\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 171382190", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 306\nwasmcustom.kuadrant.allowed: 9\nwasmcustom.kuadrant.configs: 1240\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 6\nwasmcustom.kuadrant.misses: 3"}}}
{"index": 10, "timestamp": "2026-07-13T21:22:11Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-13T21:11:53Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T21:21:30Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:01Z\"}}"}, "resource_counts": {"httproutes": 9, "llminferenceservices": 6, "authpolicies": 7}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-szvtg", "memory": {"allocated": "21356656", "heap_size": "228589568", "pageheap_unmapped": "119455744", "pageheap_free": "23724032", "total_thread_cache": "28530128", "total_physical_bytes": "116295086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:22:12Z/951\"\ncluster_manager.active_clusters: 171\ncluster_manager.cds.config_reload: 39\ncluster_manager.cds.config_reload_time_ms: 1783977709999\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 679\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 678\ncluster_manager.cds.update_time: 1783977732954\ncluster_manager.cds.version: 897599566211353136\ncluster_manager.cluster_added: 197\ncluster_manager.cluster_modified: 40\ncluster_manager.cluster_removed: 26\ncluster_manager.cluster_updated: 40\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(3.01,2.0626609442060087) P50(3.04,3.026537216828479) P75(3.07,3.081229773462783) P90(3.088,5.028533333333334) P95(3.094,5.0736) P99(3.0987999999999998,9.041333333333334) P99.5(3.0994,10.405000000000001) P99.9(3.09988,50.323999999999955) P100(3.1,51)", "server_memory": "server.memory_allocated: 21317288\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 116295086", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-csj4h", "memory": {"allocated": "108161696", "heap_size": "234881024", "pageheap_unmapped": "36970496", "pageheap_free": "41902080", "total_thread_cache": "30582408", "total_physical_bytes": "205309358"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:22:13Z/952\"\ncluster_manager.active_clusters: 173\ncluster_manager.cds.config_reload: 6\ncluster_manager.cds.config_reload_time_ms: 1783977709998\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 54\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 53\ncluster_manager.cds.update_time: 1783977733926\ncluster_manager.cds.version: 11440862369575715988\ncluster_manager.cluster_added: 173\ncluster_manager.cluster_modified: 6\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 2\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(3.00625,2.033) P50(3.0375,2.082) P75(3.06875,3.0516666666666667) P90(3.0875,4.01) P95(3.09375,6.055) P99(3.09875,55.51) P99.5(3.099375,55.755) P99.9(3.099875,55.951) P100(3.1,56)", "server_memory": "server.memory_allocated: 108114200\nserver.memory_heap_size: 234881024\nserver.memory_physical_size: 205309358", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 8\nwasm.envoy.wasm.runtime.v8.created: 10\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 1\nwasm.remote_load_cache_misses: 1\nwasm.remote_load_fetch_successes: 1\nwasmcustom.kuadrant.configs: 8"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-hbdjl", "memory": {"allocated": "84477728", "heap_size": "232783872", "pageheap_unmapped": "65183744", "pageheap_free": "30588928", "total_thread_cache": "26691288", "total_physical_bytes": "176313774"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:22:14Z/953\"\ncluster_manager.active_clusters: 173\ncluster_manager.cds.config_reload: 88\ncluster_manager.cds.config_reload_time_ms: 1783977709998\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 871\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 869\ncluster_manager.cds.update_time: 1783977734832\ncluster_manager.cds.version: 18136108524401382805\ncluster_manager.cluster_added: 229\ncluster_manager.cluster_modified: 95\ncluster_manager.cluster_removed: 56\ncluster_manager.cluster_updated: 99\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,2.087146892655367) P50(3.05,3.0396130346232177) P75(3.075,3.0838594704684317) P90(3.09,4.081111111111111) P95(3.095,5.06438775510204) P99(3.099,12.077499999999986) P99.5(3.0995,13.218333333333325) P99.9(3.0999,39.13099999999997) P100(3.1,40)", "server_memory": "server.memory_allocated: 84487576\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 176313774", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 656\nwasmcustom.kuadrant.allowed: 67\nwasmcustom.kuadrant.configs: 2643\nwasmcustom.kuadrant.denied: 57\nwasmcustom.kuadrant.hits: 64\nwasmcustom.kuadrant.misses: 3"}}}
{"index": 11, "timestamp": "2026-07-13T21:27:16Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-13T21:11:53Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T21:21:30Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:01Z\"}}"}, "resource_counts": {"httproutes": 9, "llminferenceservices": 6, "authpolicies": 7}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-szvtg", "memory": {"allocated": "21381376", "heap_size": "228589568", "pageheap_unmapped": "119455744", "pageheap_free": "23715840", "total_thread_cache": "28725568", "total_physical_bytes": "116295086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:27:17Z/1275\"\ncluster_manager.active_clusters: 171\ncluster_manager.cds.config_reload: 39\ncluster_manager.cds.config_reload_time_ms: 1783977709999\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1003\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1002\ncluster_manager.cds.update_time: 1783978037450\ncluster_manager.cds.version: 15271036222104438026\ncluster_manager.cluster_added: 197\ncluster_manager.cluster_modified: 40\ncluster_manager.cluster_removed: 26\ncluster_manager.cluster_updated: 46\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.03125,2.0787456445993033) P50(3.0625,3.036206896551724) P75(3.09375,3.0840996168582375) P90(4.05,5.025862068965517) P95(4.075,5.068965517241379) P99(4.095,6.1) P99.5(4.0975,9.1) P99.9(4.0995,11) P100(4.1,51)", "server_memory": "server.memory_allocated: 21350200\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 116295086", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-csj4h", "memory": {"allocated": "72715056", "heap_size": "234881024", "pageheap_unmapped": "93216768", "pageheap_free": "16089088", "total_thread_cache": "31408440", "total_physical_bytes": "149063086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:27:18Z/1276\"\ncluster_manager.active_clusters: 173\ncluster_manager.cds.config_reload: 6\ncluster_manager.cds.config_reload_time_ms: 1783977709998\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 378\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 377\ncluster_manager.cds.update_time: 1783978038424\ncluster_manager.cds.version: 16169700009036830052\ncluster_manager.cluster_added: 173\ncluster_manager.cluster_modified: 6\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 8\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.0625,2.052058823529412) P50(3.0166666666666666,3.0068965517241377) P75(3.058333333333333,3.060632183908046) P90(3.0833333333333335,3.092873563218391) P95(3.091666666666667,4.035) P99(3.098333333333333,5.0815) P99.5(3.0991666666666666,10.129999999999995) P99.9(3.099833333333333,55.625999999999976) P100(3.1,56)", "server_memory": "server.memory_allocated: 72675688\nserver.memory_heap_size: 234881024\nserver.memory_physical_size: 149063086", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasmcustom.kuadrant.configs: 8"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-hbdjl", "memory": {"allocated": "84992208", "heap_size": "232783872", "pageheap_unmapped": "65183744", "pageheap_free": "29343744", "total_thread_cache": "26672680", "total_physical_bytes": "176313774"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:27:19Z/1277\"\ncluster_manager.active_clusters: 173\ncluster_manager.cds.config_reload: 88\ncluster_manager.cds.config_reload_time_ms: 1783977709998\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1195\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1193\ncluster_manager.cds.update_time: 1783978039335\ncluster_manager.cds.version: 17245518550200347926\ncluster_manager.cluster_added: 229\ncluster_manager.cluster_modified: 95\ncluster_manager.cluster_removed: 56\ncluster_manager.cluster_updated: 105\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,3.0075) P50(3.05,3.0467105263157896) P75(3.075,3.085921052631579) P90(3.09,4.093246753246754) P95(3.095,5.062528735632184) P99(3.099,10.675555555555547) P99.5(3.0995,12.759999999999991) P99.9(3.0999,14.807999999999993) P100(3.1,40)", "server_memory": "server.memory_allocated: 84960328\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 176313774", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 977\nwasmcustom.kuadrant.allowed: 130\nwasmcustom.kuadrant.configs: 3930\nwasmcustom.kuadrant.denied: 118\nwasmcustom.kuadrant.hits: 125\nwasmcustom.kuadrant.misses: 5"}}}
{"index": 12, "timestamp": "2026-07-13T21:32:20Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-13T21:11:53Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T21:21:30Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:01Z\"}}"}, "resource_counts": {"httproutes": 9, "llminferenceservices": 6, "authpolicies": 7}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-szvtg", "memory": {"allocated": "21384640", "heap_size": "228589568", "pageheap_unmapped": "119455744", "pageheap_free": "23691264", "total_thread_cache": "28750464", "total_physical_bytes": "116295086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:32:21Z/1594\"\ncluster_manager.active_clusters: 171\ncluster_manager.cds.config_reload: 39\ncluster_manager.cds.config_reload_time_ms: 1783977709999\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1322\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1321\ncluster_manager.cds.update_time: 1783978341736\ncluster_manager.cds.version: 3657146917285995671\ncluster_manager.cluster_added: 197\ncluster_manager.cluster_modified: 40\ncluster_manager.cluster_removed: 26\ncluster_manager.cluster_updated: 48\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(3.0083333333333333,2.09214501510574) P50(3.05,3.041304347826087) P75(3.091666666666667,3.086141304347826) P90(5.05,5.02934131736527) P95(5.075,5.068862275449102) P99(5.095,6.019999999999999) P99.5(5.0975,9.04666666666667) P99.9(5.0995,10.920000000000016) P100(5.1,51)", "server_memory": "server.memory_allocated: 21345272\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 116295086", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-csj4h", "memory": {"allocated": "72726512", "heap_size": "234881024", "pageheap_unmapped": "93216768", "pageheap_free": "15826944", "total_thread_cache": "31632632", "total_physical_bytes": "149063086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:32:23Z/1596\"\ncluster_manager.active_clusters: 173\ncluster_manager.cds.config_reload: 6\ncluster_manager.cds.config_reload_time_ms: 1783977709998\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 698\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 697\ncluster_manager.cds.update_time: 1783978343626\ncluster_manager.cds.version: 15418100927675977374\ncluster_manager.cluster_added: 173\ncluster_manager.cluster_modified: 6\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 10\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(3.0083333333333333,2.0563131313131313) P50(3.05,3.012608695652174) P75(3.091666666666667,3.062826086956522) P90(4.05,3.0929565217391306) P95(4.075,4.0287500000000005) P99(4.095,5.0345) P99.5(4.0975,5.092249999999999) P99.9(4.0995,55.307000000000016) P100(4.1,56)", "server_memory": "server.memory_allocated: 72687144\nserver.memory_heap_size: 234881024\nserver.memory_physical_size: 149063086", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasmcustom.kuadrant.configs: 8"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-hbdjl", "memory": {"allocated": "85677040", "heap_size": "232783872", "pageheap_unmapped": "65183744", "pageheap_free": "29089792", "total_thread_cache": "26522344", "total_physical_bytes": "176313774"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:32:24Z/1597\"\ncluster_manager.active_clusters: 173\ncluster_manager.cds.config_reload: 88\ncluster_manager.cds.config_reload_time_ms: 1783977709998\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1515\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1513\ncluster_manager.cds.update_time: 1783978344639\ncluster_manager.cds.version: 12293670660302800541\ncluster_manager.cluster_added: 229\ncluster_manager.cluster_modified: 95\ncluster_manager.cluster_removed: 56\ncluster_manager.cluster_updated: 107\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.03,3.013141025641026) P50(3.06,3.05034516765286) P75(3.09,3.0875493096646944) P90(5.04,5.012127659574468) P95(5.07,5.06563829787234) P99(5.094,10.323333333333343) P99.5(5.0969999999999995,12.363749999999982) P99.9(5.0994,14.490999999999985) P100(5.1,40)", "server_memory": "server.memory_allocated: 85640712\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 176313774", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1288\nwasmcustom.kuadrant.allowed: 192\nwasmcustom.kuadrant.configs: 5192\nwasmcustom.kuadrant.denied: 178\nwasmcustom.kuadrant.hits: 185\nwasmcustom.kuadrant.misses: 7"}}}
{"index": 13, "timestamp": "2026-07-13T21:37:25Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-13T21:11:53Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T21:21:30Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:01Z\"}}"}, "resource_counts": {"httproutes": 11, "llminferenceservices": 8, "authpolicies": 9}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-szvtg", "memory": {"allocated": "21737536", "heap_size": "228589568", "pageheap_unmapped": "119455744", "pageheap_free": "23691264", "total_thread_cache": "28673728", "total_physical_bytes": "116295086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:37:27Z/1871\"\ncluster_manager.active_clusters: 178\ncluster_manager.cds.config_reload: 52\ncluster_manager.cds.config_reload_time_ms: 1783978602622\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1596\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1595\ncluster_manager.cds.update_time: 1783978647534\ncluster_manager.cds.version: 9787196771331102048\ncluster_manager.cluster_added: 210\ncluster_manager.cluster_modified: 52\ncluster_manager.cluster_removed: 32\ncluster_manager.cluster_updated: 58\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.05,3.001863684771033) P50(3.1,3.0443024494142703) P75(5.05,3.086741214057508) P90(5.08,5.030536585365854) P95(5.09,5.069414634146342) P99(5.098,6.026499999999999) P99.5(5.099,9.060599999999999) P99.9(5.0998,10.881199999999989) P100(5.1,51)", "server_memory": "server.memory_allocated: 21698168\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 116295086", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-csj4h", "memory": {"allocated": "73097072", "heap_size": "234881024", "pageheap_unmapped": "93216768", "pageheap_free": "15507456", "total_thread_cache": "31481496", "total_physical_bytes": "149063086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:37:27Z/1871\"\ncluster_manager.active_clusters: 180\ncluster_manager.cds.config_reload: 19\ncluster_manager.cds.config_reload_time_ms: 1783978602622\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 970\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 969\ncluster_manager.cds.update_time: 1783978647534\ncluster_manager.cds.version: 9787196771331102048\ncluster_manager.cluster_added: 186\ncluster_manager.cluster_modified: 18\ncluster_manager.cluster_removed: 6\ncluster_manager.cluster_updated: 20\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,2.0655247813411077) P50(3.05,3.0227022058823527) P75(3.075,3.0671415441176473) P90(3.09,3.0938051470588235) P95(3.095,4.030520833333333) P99(3.099,5.059222222222223) P99.5(3.0995,6.058249999999998) P99.9(3.0999,55.033000000000015) P100(3.1,56)", "server_memory": "server.memory_allocated: 73057704\nserver.memory_heap_size: 234881024\nserver.memory_physical_size: 149063086", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 8\nwasmcustom.kuadrant.misses: 1"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-hbdjl", "memory": {"allocated": "84449712", "heap_size": "232783872", "pageheap_unmapped": "65019904", "pageheap_free": "29212672", "total_thread_cache": "27094856", "total_physical_bytes": "176477614"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:37:29Z/1872\"\ncluster_manager.active_clusters: 180\ncluster_manager.cds.config_reload: 101\ncluster_manager.cds.config_reload_time_ms: 1783978602623\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1788\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1785\ncluster_manager.cds.update_time: 1783978649046\ncluster_manager.cds.version: 1226747278805890849\ncluster_manager.cluster_added: 242\ncluster_manager.cluster_modified: 107\ncluster_manager.cluster_removed: 62\ncluster_manager.cluster_updated: 117\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,3.015403422982885) P50(3.05,3.051752241238794) P75(3.075,3.0881010594947025) P90(3.09,5.016629213483146) P95(3.095,5.066741573033708) P99(3.099,10.196363636363644) P99.5(3.0995,12.019999999999982) P99.9(3.0999,14.215999999999894) P100(3.1,40)", "server_memory": "server.memory_allocated: 84376872\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 176477614", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1541\nwasmcustom.kuadrant.allowed: 196\nwasmcustom.kuadrant.configs: 6207\nwasmcustom.kuadrant.denied: 181\nwasmcustom.kuadrant.hits: 189\nwasmcustom.kuadrant.misses: 7"}}}
{"index": 14, "timestamp": "2026-07-13T21:42:30Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-13T21:11:53Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T21:21:30Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:01Z\"}}"}, "resource_counts": {"httproutes": 11, "llminferenceservices": 8, "authpolicies": 9}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-szvtg", "memory": {"allocated": "21751696", "heap_size": "228589568", "pageheap_unmapped": "119455744", "pageheap_free": "23691264", "total_thread_cache": "28620736", "total_physical_bytes": "116295086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:42:31Z/2091\"\ncluster_manager.active_clusters: 178\ncluster_manager.cds.config_reload: 58\ncluster_manager.cds.config_reload_time_ms: 1783978787300\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1816\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1815\ncluster_manager.cds.update_time: 1783978951048\ncluster_manager.cds.version: 6830296365198614832\ncluster_manager.cluster_added: 216\ncluster_manager.cluster_modified: 58\ncluster_manager.cluster_removed: 38\ncluster_manager.cluster_updated: 68\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,3.004696007259528) P50(3.05,3.0458711433756807) P75(3.075,3.087046279491833) P90(3.09,5.029956896551724) P95(3.095,5.069073275862069) P99(3.099,6.016999999999999) P99.5(3.0995,9.058499999999999) P99.9(3.0999,14.184999999999945) P100(3.1,51)", "server_memory": "server.memory_allocated: 21712328\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 116295086", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-csj4h", "memory": {"allocated": "73111232", "heap_size": "234881024", "pageheap_unmapped": "93216768", "pageheap_free": "15310848", "total_thread_cache": "31619928", "total_physical_bytes": "149063086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:42:32Z/2092\"\ncluster_manager.active_clusters: 180\ncluster_manager.cds.config_reload: 25\ncluster_manager.cds.config_reload_time_ms: 1783978787300\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1191\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1190\ncluster_manager.cds.update_time: 1783978952542\ncluster_manager.cds.version: 16944205587724517644\ncluster_manager.cluster_added: 192\ncluster_manager.cluster_modified: 24\ncluster_manager.cluster_removed: 12\ncluster_manager.cluster_updated: 30\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,2.076790830945559) P50(3.05,3.0295890410958903) P75(3.075,3.07027397260274) P90(3.09,3.0946849315068494) P95(3.095,4.034915254237288) P99(3.099,5.070153846153845) P99.5(3.0995,6.068666666666664) P99.9(3.0999,10.905999999999949) P100(3.1,56)", "server_memory": "server.memory_allocated: 73080056\nserver.memory_heap_size: 234881024\nserver.memory_physical_size: 149063086", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 8\nwasmcustom.kuadrant.misses: 1"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-hbdjl", "memory": {"allocated": "85089456", "heap_size": "232783872", "pageheap_unmapped": "64806912", "pageheap_free": "29212672", "total_thread_cache": "26830792", "total_physical_bytes": "176690606"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:42:34Z/2093\"\ncluster_manager.active_clusters: 180\ncluster_manager.cds.config_reload: 107\ncluster_manager.cds.config_reload_time_ms: 1783978787394\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2009\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2006\ncluster_manager.cds.update_time: 1783978954150\ncluster_manager.cds.version: 12690642383502327453\ncluster_manager.cluster_added: 248\ncluster_manager.cluster_modified: 113\ncluster_manager.cluster_removed: 68\ncluster_manager.cluster_updated: 127\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,3.016493924231594) P50(3.05,3.0522873481057897) P75(3.075,3.088080771979986) P90(3.09,5.0179024390243905) P95(3.095,5.066756097560976) P99(3.099,10.080833333333336) P99.5(3.0995,10.915416666666658) P99.9(3.0999,13.999000000000024) P100(3.1,40)", "server_memory": "server.memory_allocated: 84635464\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 176690606", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1746\nwasmcustom.kuadrant.allowed: 197\nwasmcustom.kuadrant.configs: 7027\nwasmcustom.kuadrant.denied: 181\nwasmcustom.kuadrant.hits: 190\nwasmcustom.kuadrant.misses: 7"}}}
{"index": 15, "timestamp": "2026-07-13T21:47:35Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-13T21:11:53Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T21:21:30Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:01Z\"}}"}, "resource_counts": {"httproutes": 11, "llminferenceservices": 8, "authpolicies": 9}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-szvtg", "memory": {"allocated": "21748080", "heap_size": "228589568", "pageheap_unmapped": "119455744", "pageheap_free": "23691264", "total_thread_cache": "28653536", "total_physical_bytes": "116295086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:47:35Z/2302\"\ncluster_manager.active_clusters: 178\ncluster_manager.cds.config_reload: 58\ncluster_manager.cds.config_reload_time_ms: 1783978787300\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2028\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2026\ncluster_manager.cds.update_time: 1783979255651\ncluster_manager.cds.version: 12102864256749083748\ncluster_manager.cluster_added: 216\ncluster_manager.cluster_modified: 58\ncluster_manager.cluster_removed: 38\ncluster_manager.cluster_updated: 68\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.0375,3.0081768388106416) P50(3.075,3.047809076682316) P75(5.025,3.0874413145539905) P90(5.07,5.030454545454545) P95(5.085,5.068825757575757) P99(5.0969999999999995,5.099522727272728) P99.5(5.0985,9.037399999999998) P99.9(5.0997,10.994799999999987) P100(5.1,51)", "server_memory": "server.memory_allocated: 21708712\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 116295086", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-csj4h", "memory": {"allocated": "73111232", "heap_size": "234881024", "pageheap_unmapped": "93216768", "pageheap_free": "15310848", "total_thread_cache": "31518552", "total_physical_bytes": "149063086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:47:37Z/2303\"\ncluster_manager.active_clusters: 180\ncluster_manager.cds.config_reload: 25\ncluster_manager.cds.config_reload_time_ms: 1783978787300\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1402\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1401\ncluster_manager.cds.update_time: 1783979257344\ncluster_manager.cds.version: 10099277815960407482\ncluster_manager.cluster_added: 192\ncluster_manager.cluster_modified: 24\ncluster_manager.cluster_removed: 12\ncluster_manager.cluster_updated: 30\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,2.08941504178273) P50(3.05,3.033986928104575) P75(3.075,3.0721132897603485) P90(3.09,3.0949891067538124) P95(3.095,4.033802816901408) P99(3.099,5.06) P99.5(3.0995,6.033333333333333) P99.9(3.0999,10.799999999999955) P100(3.1,56)", "server_memory": "server.memory_allocated: 73071864\nserver.memory_heap_size: 234881024\nserver.memory_physical_size: 149063086", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 8\nwasmcustom.kuadrant.misses: 1"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-hbdjl", "memory": {"allocated": "85120672", "heap_size": "232783872", "pageheap_unmapped": "64675840", "pageheap_free": "28925952", "total_thread_cache": "27170008", "total_physical_bytes": "176821678"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:47:38Z/2304\"\ncluster_manager.active_clusters: 180\ncluster_manager.cds.config_reload: 107\ncluster_manager.cds.config_reload_time_ms: 1783978787394\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2220\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2217\ncluster_manager.cds.update_time: 1783979258742\ncluster_manager.cds.version: 4976553741999754830\ncluster_manager.cluster_added: 248\ncluster_manager.cluster_modified: 113\ncluster_manager.cluster_removed: 68\ncluster_manager.cluster_updated: 127\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.075,3.0181150159744408) P50(4.05,3.053482428115016) P75(5.025,3.088849840255591) P90(5.07,5.020084388185654) P95(5.085,5.066793248945148) P99(5.0969999999999995,9.062000000000005) P99.5(5.0985,10.827499999999986) P99.9(5.0997,13.928666666666686) P100(5.1,40)", "server_memory": "server.memory_allocated: 84802632\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 176821678", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1956\nwasmcustom.kuadrant.allowed: 198\nwasmcustom.kuadrant.configs: 7870\nwasmcustom.kuadrant.denied: 181\nwasmcustom.kuadrant.hits: 190\nwasmcustom.kuadrant.misses: 8"}}}
{"index": 16, "timestamp": "2026-07-13T21:52:39Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-13T21:11:53Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T21:21:30Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:01Z\"}}"}, "resource_counts": {"httproutes": 11, "llminferenceservices": 8, "authpolicies": 9}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-szvtg", "memory": {"allocated": "21747984", "heap_size": "228589568", "pageheap_unmapped": "119455744", "pageheap_free": "23674880", "total_thread_cache": "28810464", "total_physical_bytes": "116295086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:52:40Z/2510\"\ncluster_manager.active_clusters: 178\ncluster_manager.cds.config_reload: 64\ncluster_manager.cds.config_reload_time_ms: 1783979530697\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2234\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2232\ncluster_manager.cds.update_time: 1783979560636\ncluster_manager.cds.version: 15799379964942280660\ncluster_manager.cluster_added: 222\ncluster_manager.cluster_modified: 64\ncluster_manager.cluster_removed: 44\ncluster_manager.cluster_updated: 72\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,3.0100968188105117) P50(3.05,3.048686030428769) P75(3.075,3.0872752420470264) P90(3.09,5.027168458781362) P95(3.095,5.067168458781362) P99(3.099,5.099168458781362) P99.5(3.0995,9.036800000000003) P99.9(3.0999,13.768000000000029) P100(3.1,51)", "server_memory": "server.memory_allocated: 21729080\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 116295086", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-csj4h", "memory": {"allocated": "73141376", "heap_size": "234881024", "pageheap_unmapped": "93216768", "pageheap_free": "15163392", "total_thread_cache": "32095112", "total_physical_bytes": "149063086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:52:42Z/2511\"\ncluster_manager.active_clusters: 180\ncluster_manager.cds.config_reload: 31\ncluster_manager.cds.config_reload_time_ms: 1783979530697\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1609\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1607\ncluster_manager.cds.update_time: 1783979562449\ncluster_manager.cds.version: 3526620139852271717\ncluster_manager.cluster_added: 198\ncluster_manager.cluster_modified: 30\ncluster_manager.cluster_removed: 18\ncluster_manager.cluster_updated: 34\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,3.000412087912088) P50(3.05,3.037179487179487) P75(3.075,3.0739468864468864) P90(3.09,3.096007326007326) P95(3.095,4.043176470588235) P99(3.099,5.072454545454546) P99.5(3.0995,6.049250000000001) P99.9(3.0999,14.394000000000005) P100(3.1,56)", "server_memory": "server.memory_allocated: 73102008\nserver.memory_heap_size: 234881024\nserver.memory_physical_size: 149063086", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasmcustom.kuadrant.allowed: 3\nwasmcustom.kuadrant.configs: 8\nwasmcustom.kuadrant.misses: 3"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-hbdjl", "memory": {"allocated": "82930536", "heap_size": "232783872", "pageheap_unmapped": "64512000", "pageheap_free": "33202176", "total_thread_cache": "25616288", "total_physical_bytes": "176985518"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:52:42Z/2511\"\ncluster_manager.active_clusters: 180\ncluster_manager.cds.config_reload: 113\ncluster_manager.cds.config_reload_time_ms: 1783979530697\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2425\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2422\ncluster_manager.cds.update_time: 1783979562452\ncluster_manager.cds.version: 3526620139852271717\ncluster_manager.cluster_added: 254\ncluster_manager.cluster_modified: 119\ncluster_manager.cluster_removed: 74\ncluster_manager.cluster_updated: 131\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,3.0188292964244523) P50(3.05,3.053748558246828) P75(3.075,3.088667820069204) P90(3.09,5.017637795275591) P95(3.095,5.065314960629921) P99(3.099,9.026000000000007) P99.5(3.0995,10.824166666666656) P99.9(3.0999,14.288999999999987) P100(3.1,40)", "server_memory": "server.memory_allocated: 82891232\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 176985518", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 2149\nwasmcustom.kuadrant.allowed: 199\nwasmcustom.kuadrant.configs: 8648\nwasmcustom.kuadrant.denied: 181\nwasmcustom.kuadrant.hits: 191\nwasmcustom.kuadrant.misses: 8"}}}
{"index": 17, "timestamp": "2026-07-13T21:57:44Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-13T21:11:53Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T21:21:30Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:01Z\"}}"}, "resource_counts": {"httproutes": 11, "llminferenceservices": 8, "authpolicies": 9}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-szvtg", "memory": {"allocated": "21788960", "heap_size": "228589568", "pageheap_unmapped": "119455744", "pageheap_free": "23674880", "total_thread_cache": "28880112", "total_physical_bytes": "116295086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:57:45Z/2690\"\ncluster_manager.active_clusters: 178\ncluster_manager.cds.config_reload: 77\ncluster_manager.cds.config_reload_time_ms: 1783979747202\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2410\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2408\ncluster_manager.cds.update_time: 1783979865232\ncluster_manager.cds.version: 3399072160440586444\ncluster_manager.cluster_added: 234\ncluster_manager.cluster_modified: 77\ncluster_manager.cluster_removed: 56\ncluster_manager.cluster_updated: 85\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,3.010973282442748) P50(0,3.049236641221374) P75(3.05,3.0875) P90(3.08,5.027315436241611) P95(3.09,5.067684563758389) P99(3.098,5.099979865771812) P99.5(3.099,9.066166666666664) P99.9(3.0998,13.594000000000051) P100(3.1,51)", "server_memory": "server.memory_allocated: 21770072\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 116295086", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-csj4h", "memory": {"allocated": "73141632", "heap_size": "234881024", "pageheap_unmapped": "93216768", "pageheap_free": "15163392", "total_thread_cache": "32046696", "total_physical_bytes": "149063086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:57:47Z/2691\"\ncluster_manager.active_clusters: 180\ncluster_manager.cds.config_reload: 44\ncluster_manager.cds.config_reload_time_ms: 1783979747202\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1785\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1783\ncluster_manager.cds.update_time: 1783979867028\ncluster_manager.cds.version: 286178731282186144\ncluster_manager.cluster_added: 210\ncluster_manager.cluster_modified: 43\ncluster_manager.cluster_removed: 30\ncluster_manager.cluster_updated: 47\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,3.0025290215588725) P50(3.05,3.039469320066335) P75(3.075,3.0764096185737975) P90(3.09,3.0985737976782755) P95(3.095,4.067830188679245) P99(3.099,5.097842105263158) P99.5(3.0995,9.004499999999997) P99.9(3.0999,14.218000000000075) P100(3.1,56)", "server_memory": "server.memory_allocated: 73102264\nserver.memory_heap_size: 234881024\nserver.memory_physical_size: 149063086", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasmcustom.kuadrant.allowed: 3\nwasmcustom.kuadrant.configs: 8\nwasmcustom.kuadrant.misses: 3"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-hbdjl", "memory": {"allocated": "83416848", "heap_size": "232783872", "pageheap_unmapped": "64430080", "pageheap_free": "31932416", "total_thread_cache": "26741016", "total_physical_bytes": "177067438"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T21:57:48Z/2692\"\ncluster_manager.active_clusters: 180\ncluster_manager.cds.config_reload: 126\ncluster_manager.cds.config_reload_time_ms: 1783979747202\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2602\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2599\ncluster_manager.cds.update_time: 1783979868545\ncluster_manager.cds.version: 9387680567704727141\ncluster_manager.cluster_added: 266\ncluster_manager.cluster_modified: 132\ncluster_manager.cluster_removed: 86\ncluster_manager.cluster_updated: 144\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.0375,3.018964592274678) P50(3.075,3.0538090128755364) P75(5.025,3.0886534334763946) P90(5.07,5.018686131386861) P95(5.085,5.066094890510949) P99(5.0969999999999995,9.0505) P99.5(5.0985,10.846923076923058) P99.9(5.0997,14.201000000000022) P100(5.1,40)", "server_memory": "server.memory_allocated: 83822984\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 177067438", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 2303\nwasmcustom.kuadrant.allowed: 199\nwasmcustom.kuadrant.configs: 9264\nwasmcustom.kuadrant.denied: 181\nwasmcustom.kuadrant.hits: 191\nwasmcustom.kuadrant.misses: 8"}}}
{"index": 18, "timestamp": "2026-07-13T22:02:49Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-13T21:11:53Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T21:21:30Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:01Z\"}}"}, "resource_counts": {"httproutes": 12, "llminferenceservices": 9, "authpolicies": 10}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-szvtg", "memory": {"allocated": "21843832", "heap_size": "228589568", "pageheap_unmapped": "119455744", "pageheap_free": "23674880", "total_thread_cache": "28738712", "total_physical_bytes": "116295086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T22:02:50Z/2861\"\ncluster_manager.active_clusters: 179\ncluster_manager.cds.config_reload: 79\ncluster_manager.cds.config_reload_time_ms: 1783980075317\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2581\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2579\ncluster_manager.cds.update_time: 1783980170438\ncluster_manager.cds.version: 16474380145792537636\ncluster_manager.cluster_added: 236\ncluster_manager.cluster_modified: 77\ncluster_manager.cluster_removed: 57\ncluster_manager.cluster_updated: 87\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,3.0122735242548218) P50(3.05,3.049912331969608) P75(3.075,3.087551139684395) P90(3.09,5.026771159874608) P95(3.095,5.067147335423197) P99(3.099,5.099448275862069) P99.5(3.0995,9.051999999999998) P99.9(3.0999,13.423999999999978) P100(3.1,51)", "server_memory": "server.memory_allocated: 21804464\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 116295086", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-csj4h", "memory": {"allocated": "73196552", "heap_size": "234881024", "pageheap_unmapped": "93216768", "pageheap_free": "15163392", "total_thread_cache": "31918048", "total_physical_bytes": "149063086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T22:02:52Z/2862\"\ncluster_manager.active_clusters: 181\ncluster_manager.cds.config_reload: 46\ncluster_manager.cds.config_reload_time_ms: 1783980075317\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1956\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1954\ncluster_manager.cds.update_time: 1783980172146\ncluster_manager.cds.version: 7132988307088992304\ncluster_manager.cluster_added: 212\ncluster_manager.cluster_modified: 43\ncluster_manager.cluster_removed: 31\ncluster_manager.cluster_updated: 49\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.0375,3.0050518134715025) P50(3.075,3.0411917098445596) P75(6.025,3.0773316062176166) P90(6.07,3.0990155440414506) P95(6.085,4.0739912280701756) P99(6.0969999999999995,6.004700000000001) P99.5(6.0985,8.02349999999999) P99.9(6.0997,14.047000000000025) P100(6.1,56)", "server_memory": "server.memory_allocated: 73157184\nserver.memory_heap_size: 234881024\nserver.memory_physical_size: 149063086", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasmcustom.kuadrant.allowed: 4\nwasmcustom.kuadrant.configs: 8\nwasmcustom.kuadrant.misses: 4"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-hbdjl", "memory": {"allocated": "85582800", "heap_size": "232783872", "pageheap_unmapped": "61472768", "pageheap_free": "30777344", "total_thread_cache": "27589160", "total_physical_bytes": "180024750"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T22:02:52Z/2862\"\ncluster_manager.active_clusters: 181\ncluster_manager.cds.config_reload: 128\ncluster_manager.cds.config_reload_time_ms: 1783980075317\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2772\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2769\ncluster_manager.cds.update_time: 1783980172150\ncluster_manager.cds.version: 7132988307088992304\ncluster_manager.cluster_added: 268\ncluster_manager.cluster_modified: 132\ncluster_manager.cluster_removed: 87\ncluster_manager.cluster_updated: 146\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.0375,3.019563591022444) P50(3.075,3.0540897755610974) P75(5.025,3.0886159600997507) P90(5.07,5.018952702702703) P95(5.085,5.065726351351351) P99(5.0969999999999995,9.007749999999998) P99.5(5.0985,10.781153846153861) P99.9(5.0997,14.115500000000111) P100(5.1,40)", "server_memory": "server.memory_allocated: 85884840\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 180024750", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 2468\nwasmcustom.kuadrant.allowed: 201\nwasmcustom.kuadrant.configs: 9924\nwasmcustom.kuadrant.denied: 181\nwasmcustom.kuadrant.hits: 194\nwasmcustom.kuadrant.misses: 8"}}}
{"index": 19, "timestamp": "2026-07-13T22:06:27Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-13T21:11:53Z\"}}", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T21:21:30Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-13T20:32:01Z\"}}"}, "resource_counts": {"httproutes": 11, "llminferenceservices": 8, "authpolicies": 9}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-szvtg", "memory": {"allocated": "21807944", "heap_size": "228589568", "pageheap_unmapped": "119455744", "pageheap_free": "23699456", "total_thread_cache": "28779976", "total_physical_bytes": "116295086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T22:06:28Z/2981\"\ncluster_manager.active_clusters: 178\ncluster_manager.cds.config_reload: 85\ncluster_manager.cds.config_reload_time_ms: 1783980271098\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2700\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2698\ncluster_manager.cds.update_time: 1783980388648\ncluster_manager.cds.version: 720517474152441635\ncluster_manager.cluster_added: 242\ncluster_manager.cluster_modified: 83\ncluster_manager.cluster_removed: 64\ncluster_manager.cluster_updated: 93\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,3.0129157427937914) P50(3.05,3.0502771618625277) P75(3.075,3.087638580931264) P90(3.09,5.027065868263473) P95(3.095,5.067425149700599) P99(3.099,5.099712574850299) P99.5(3.0995,9.058666666666666) P99.9(3.0999,14.152000000000044) P100(3.1,51)", "server_memory": "server.memory_allocated: 21768576\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 116295086", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"pod_name": "router-gateway-2-openshift-default-684dc9b4b9-csj4h", "memory": {"allocated": "73182608", "heap_size": "234881024", "pageheap_unmapped": "93216768", "pageheap_free": "15147008", "total_thread_cache": "31920952", "total_physical_bytes": "149063086"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T22:06:30Z/2982\"\ncluster_manager.active_clusters: 180\ncluster_manager.cds.config_reload: 52\ncluster_manager.cds.config_reload_time_ms: 1783980271099\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2075\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2073\ncluster_manager.cds.update_time: 1783980390045\ncluster_manager.cds.version: 9724199937229163326\ncluster_manager.cluster_added: 218\ncluster_manager.cluster_modified: 49\ncluster_manager.cluster_removed: 38\ncluster_manager.cluster_updated: 55\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,3.0062716562716565) P50(3.05,3.0421344421344423) P75(3.075,3.077997227997228) P90(3.09,3.0995148995148996) P95(3.095,4.078455284552845) P99(3.099,6.019166666666668) P99.5(3.0995,8.065000000000008) P99.9(3.0999,14.929999999999836) P100(3.1,56)", "server_memory": "server.memory_allocated: 73151432\nserver.memory_heap_size: 234881024\nserver.memory_physical_size: 149063086", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasmcustom.kuadrant.allowed: 4\nwasmcustom.kuadrant.configs: 8\nwasmcustom.kuadrant.misses: 4"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-hbdjl", "memory": {"allocated": "84123512", "heap_size": "232783872", "pageheap_unmapped": "61358080", "pageheap_free": "32817152", "total_thread_cache": "29328992", "total_physical_bytes": "180139438"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-13T22:06:30Z/2982\"\ncluster_manager.active_clusters: 180\ncluster_manager.cds.config_reload: 134\ncluster_manager.cds.config_reload_time_ms: 1783980271099\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2892\ncluster_manager.cds.update_failure: 3\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2888\ncluster_manager.cds.update_time: 1783980390049\ncluster_manager.cds.version: 9724199937229163326\ncluster_manager.cluster_added: 274\ncluster_manager.cluster_modified: 138\ncluster_manager.cluster_removed: 94\ncluster_manager.cluster_updated: 152\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,3.019816053511706) P50(3.05,3.0543000477783084) P75(3.075,3.0887840420449115) P90(3.09,5.0193890675241155) P95(3.095,5.0658038585209) P99(3.099,9.003250000000003) P99.5(3.0995,10.812692307692313) P99.9(3.0999,14.370999999999944) P100(3.1,40)", "server_memory": "server.memory_allocated: 84099824\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 180139438", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 2579\nwasmcustom.kuadrant.allowed: 206\nwasmcustom.kuadrant.configs: 10368\nwasmcustom.kuadrant.denied: 181\nwasmcustom.kuadrant.hits: 197\nwasmcustom.kuadrant.misses: 9"}}}