{"index": 0, "timestamp": "2026-07-20T10:11:00Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-20T10:06:40Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-jfpwp", "memory": {"allocated": "14033176", "heap_size": "23068672", "pageheap_unmapped": "0", "pageheap_free": "5545984", "total_thread_cache": "1841192", "total_physical_bytes": "31548846"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-20T10:09:16Z/43\"\ncluster_manager.active_clusters: 143\ncluster_manager.cds.config_reload: 22\ncluster_manager.cds.config_reload_time_ms: 1784542156415\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 40\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 39\ncluster_manager.cds.update_time: 1784542156415\ncluster_manager.cds.version: 10242610232033744545\ncluster_manager.cluster_added: 143\ncluster_manager.cluster_modified: 29\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 31\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.03) P75(nan,5.0125) P90(nan,13.100000000000001) P95(nan,26.049999999999997) P99(nan,27.61) P99.5(nan,27.805) P99.9(nan,27.961) P100(nan,28)", "server_memory": "server.memory_allocated: 13993808\nserver.memory_heap_size: 23068672\nserver.memory_physical_size: 31548846", "wasm_stats": ""}}}
{"index": 1, "timestamp": "2026-07-20T10:16:03Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-20T10:11:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-jfpwp", "memory": {"allocated": "73320536", "heap_size": "232783872", "pageheap_unmapped": "78454784", "pageheap_free": "27533312", "total_thread_cache": "26304072", "total_physical_bytes": "161785262"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-20T10:15:52Z/244\"\ncluster_manager.active_clusters: 156\ncluster_manager.cds.config_reload: 46\ncluster_manager.cds.config_reload_time_ms: 1784542550242\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 184\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 183\ncluster_manager.cds.update_time: 1784542552419\ncluster_manager.cds.version: 3703443339451091184\ncluster_manager.cluster_added: 193\ncluster_manager.cluster_modified: 44\ncluster_manager.cluster_removed: 37\ncluster_manager.cluster_updated: 46\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.00752427184466) P50(nan,2.0519417475728154) P75(nan,2.0963592233009707) P90(nan,4.079090909090909) P95(nan,7.092499999999999) P99(nan,16.584999999999994) P99.5(nan,39.08500000000001) P99.9(nan,39.81700000000001) P100(nan,40)", "server_memory": "server.memory_allocated: 73281232\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 161785262", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 47\nwasmcustom.kuadrant.allowed: 18\nwasmcustom.kuadrant.configs: 165\nwasmcustom.kuadrant.hits: 18"}}}
{"index": 2, "timestamp": "2026-07-20T10:21:05Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-20T10:11:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-jfpwp", "memory": {"allocated": "74653920", "heap_size": "232783872", "pageheap_unmapped": "73900032", "pageheap_free": "28934144", "total_thread_cache": "26782256", "total_physical_bytes": "166340014"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-20T10:21:06Z/429\"\ncluster_manager.active_clusters: 155\ncluster_manager.cds.config_reload: 77\ncluster_manager.cds.config_reload_time_ms: 1784542860211\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 366\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 365\ncluster_manager.cds.update_time: 1784542866819\ncluster_manager.cds.version: 14065869943059919912\ncluster_manager.cluster_added: 222\ncluster_manager.cluster_modified: 76\ncluster_manager.cluster_removed: 67\ncluster_manager.cluster_updated: 80\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.03125,2.0146367521367523) P50(2.0625,2.0536324786324784) P75(2.09375,2.092628205128205) P90(3.1,4.01) P95(4.05,5.079166666666667) P99(4.09,14.350000000000023) P99.5(4.095,16.587500000000006) P99.9(4.099,39.63499999999999) P100(4.1,40)", "server_memory": "server.memory_allocated: 74624952\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 166340014", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 128\nwasmcustom.kuadrant.allowed: 48\nwasmcustom.kuadrant.configs: 510\nwasmcustom.kuadrant.denied: 26\nwasmcustom.kuadrant.hits: 48"}}}
{"index": 3, "timestamp": "2026-07-20T10:26:08Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-20T10:11:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-jfpwp", "memory": {"allocated": "75271656", "heap_size": "232783872", "pageheap_unmapped": "63258624", "pageheap_free": "34643968", "total_thread_cache": "27587632", "total_physical_bytes": "176981422"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-20T10:26:01Z/730\"\ncluster_manager.active_clusters: 151\ncluster_manager.cds.config_reload: 104\ncluster_manager.cds.config_reload_time_ms: 1784543161044\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 661\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 660\ncluster_manager.cds.update_time: 1784543161736\ncluster_manager.cds.version: 12508454612171469094\ncluster_manager.cluster_added: 249\ncluster_manager.cluster_modified: 101\ncluster_manager.cluster_removed: 98\ncluster_manager.cluster_updated: 103\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0179752066115704) P50(nan,2.0520661157024795) P75(nan,2.0861570247933883) P90(nan,3.060377358490566) P95(nan,4.075) P99(nan,11.699999999999989) P99.5(nan,14.700000000000045) P99.9(nan,39.34000000000003) P100(nan,40)", "server_memory": "server.memory_allocated: 75232352\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 176981422", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 320\nwasmcustom.kuadrant.allowed: 52\nwasmcustom.kuadrant.configs: 1278\nwasmcustom.kuadrant.denied: 26\nwasmcustom.kuadrant.hits: 52"}}}
{"index": 4, "timestamp": "2026-07-20T10:31:10Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-20T10:11:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-jfpwp", "memory": {"allocated": "73716992", "heap_size": "287309824", "pageheap_unmapped": "114786304", "pageheap_free": "43122688", "total_thread_cache": "29562608", "total_physical_bytes": "179683758"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-20T10:31:11Z/763\"\ncluster_manager.active_clusters: 151\ncluster_manager.cds.config_reload: 116\ncluster_manager.cds.config_reload_time_ms: 1784543471041\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 692\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 691\ncluster_manager.cds.update_time: 1784543471817\ncluster_manager.cds.version: 15877105704647388111\ncluster_manager.cluster_added: 263\ncluster_manager.cluster_modified: 113\ncluster_manager.cluster_removed: 112\ncluster_manager.cluster_updated: 115\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(1,0) P25(1.1,2.016871165644172) P50(3.1,2.0517382413087937) P75(6.1,2.086605316973415) P90(10.6,3.065714285714286) P95(10.8,4.093125) P99(10.96,11.589999999999975) P99.5(10.98,14.590000000000032) P99.9(10.996,39.317999999999984) P100(11,40)", "server_memory": "server.memory_allocated: 73287664\nserver.memory_heap_size: 287309824\nserver.memory_physical_size: 179610030", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 8\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 9\nwasmcustom.kuadrant.configs: 16"}}}
{"index": 5, "timestamp": "2026-07-20T10:36:13Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-20T10:11:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-jfpwp", "memory": {"allocated": "73165248", "heap_size": "287309824", "pageheap_unmapped": "133750784", "pageheap_free": "23584768", "total_thread_cache": "28640008", "total_physical_bytes": "160719278"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-20T10:35:00Z/793\"\ncluster_manager.active_clusters: 151\ncluster_manager.cds.config_reload: 121\ncluster_manager.cds.config_reload_time_ms: 1784543697645\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 720\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 719\ncluster_manager.cds.update_time: 1784543700437\ncluster_manager.cds.version: 14486657459349821690\ncluster_manager.cluster_added: 270\ncluster_manager.cluster_modified: 118\ncluster_manager.cluster_removed: 119\ncluster_manager.cluster_updated: 127\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0162937743190663) P50(nan,2.0512645914396885) P75(nan,2.086235408560311) P90(nan,3.0628813559322032) P95(nan,4.0878125) P99(nan,11.404999999999973) P99.5(nan,14.404999999999973) P99.9(nan,39.28099999999995) P100(nan,40)", "server_memory": "server.memory_allocated: 73146424\nserver.memory_heap_size: 287309824\nserver.memory_physical_size: 160719278", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 15\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 29\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 44\nwasmcustom.kuadrant.hits: 1\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 6, "timestamp": "2026-07-20T10:41:15Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-20T10:11:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-jfpwp", "memory": {"allocated": "73477776", "heap_size": "314572800", "pageheap_unmapped": "139755520", "pageheap_free": "45940736", "total_thread_cache": "28697512", "total_physical_bytes": "181977518"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-20T10:41:02Z/830\"\ncluster_manager.active_clusters: 151\ncluster_manager.cds.config_reload: 140\ncluster_manager.cds.config_reload_time_ms: 1784544061141\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 757\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 755\ncluster_manager.cds.update_time: 1784544062014\ncluster_manager.cds.version: 13496174342218685812\ncluster_manager.cluster_added: 290\ncluster_manager.cluster_modified: 136\ncluster_manager.cluster_removed: 139\ncluster_manager.cluster_updated: 130\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0154103053435115) P50(nan,2.051431297709924) P75(nan,2.0874522900763357) P90(nan,3.068840579710145) P95(nan,5.004166666666666) P99(nan,11.225000000000023) P99.5(nan,14.225000000000023) P99.9(nan,39.245000000000005) P100(nan,40)", "server_memory": "server.memory_allocated: 73493576\nserver.memory_heap_size: 314572800\nserver.memory_physical_size: 181977518", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 9\nwasmcustom.kuadrant.configs: 24"}}}
{"index": 7, "timestamp": "2026-07-20T10:46:18Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-20T10:11:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-jfpwp", "memory": {"allocated": "79864568", "heap_size": "314572800", "pageheap_unmapped": "156123136", "pageheap_free": "25985024", "total_thread_cache": "26328640", "total_physical_bytes": "165609902"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-20T10:46:10Z/913\"\ncluster_manager.active_clusters: 146\ncluster_manager.cds.config_reload: 150\ncluster_manager.cds.config_reload_time_ms: 1784544354262\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 838\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 836\ncluster_manager.cds.update_time: 1784544370713\ncluster_manager.cds.version: 7920144556342764461\ncluster_manager.cluster_added: 299\ncluster_manager.cluster_modified: 144\ncluster_manager.cluster_removed: 153\ncluster_manager.cluster_updated: 143\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0151618398637137) P50(nan,2.0507666098807498) P75(nan,2.0863713798977854) P90(nan,3.0621917808219177) P95(nan,4.088749999999999) P99(nan,10.974285714285713) P99.5(nan,12.910000000000025) P99.9(nan,39.16399999999999) P100(nan,40)", "server_memory": "server.memory_allocated: 79825264\nserver.memory_heap_size: 314572800\nserver.memory_physical_size: 165609902", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 55\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 75\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 207\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 8, "timestamp": "2026-07-20T10:51:20Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-20T10:11:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-jfpwp", "memory": {"allocated": "73442000", "heap_size": "314572800", "pageheap_unmapped": "155926528", "pageheap_free": "28524544", "total_thread_cache": "25935760", "total_physical_bytes": "165806510"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-20T10:51:11Z/982\"\ncluster_manager.active_clusters: 150\ncluster_manager.cds.config_reload: 156\ncluster_manager.cds.config_reload_time_ms: 1784544669599\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 906\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 904\ncluster_manager.cds.update_time: 1784544671116\ncluster_manager.cds.version: 16704682745594292931\ncluster_manager.cluster_added: 307\ncluster_manager.cluster_modified: 150\ncluster_manager.cluster_removed: 157\ncluster_manager.cluster_updated: 145\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0159937888198756) P50(nan,2.0510869565217393) P75(nan,2.0861801242236027) P90(nan,3.058987341772152) P95(nan,4.08) P99(nan,10.930666666666669) P99.5(nan,12.740000000000009) P99.9(nan,39.096000000000004) P100(nan,40)", "server_memory": "server.memory_allocated: 73617056\nserver.memory_heap_size: 314572800\nserver.memory_physical_size: 165806510", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 104\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 135\nwasmcustom.kuadrant.allowed: 6\nwasmcustom.kuadrant.configs: 403\nwasmcustom.kuadrant.hits: 5\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 9, "timestamp": "2026-07-20T10:56:22Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-20T10:11:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-jfpwp", "memory": {"allocated": "72850760", "heap_size": "314572800", "pageheap_unmapped": "155926528", "pageheap_free": "29089792", "total_thread_cache": "25869272", "total_physical_bytes": "165806510"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-20T10:55:58Z/1015\"\ncluster_manager.active_clusters: 144\ncluster_manager.cds.config_reload: 167\ncluster_manager.cds.config_reload_time_ms: 1784544874053\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 937\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 935\ncluster_manager.cds.update_time: 1784544958789\ncluster_manager.cds.version: 15697852310737603729\ncluster_manager.cluster_added: 316\ncluster_manager.cluster_modified: 159\ncluster_manager.cluster_removed: 172\ncluster_manager.cluster_updated: 160\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.014378834355828) P50(nan,2.0502300613496933) P75(nan,2.0860812883435584) P90(nan,3.0596385542168676) P95(nan,4.0828125) P99(nan,10.915624999999999) P99.5(nan,12.662500000000023) P99.9(nan,39.065000000000055) P100(nan,40)", "server_memory": "server.memory_allocated: 72811456\nserver.memory_heap_size: 314572800\nserver.memory_physical_size: 165806510", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 108\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 146\nwasmcustom.kuadrant.allowed: 7\nwasmcustom.kuadrant.configs: 419\nwasmcustom.kuadrant.hits: 6\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 10, "timestamp": "2026-07-20T11:01:25Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-20T10:11:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-jfpwp", "memory": {"allocated": "22040520", "heap_size": "341835776", "pageheap_unmapped": "232923136", "pageheap_free": "10977280", "total_thread_cache": "28778016", "total_physical_bytes": "116072878"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-20T10:59:55Z/1045\"\ncluster_manager.active_clusters: 152\ncluster_manager.cds.config_reload: 180\ncluster_manager.cds.config_reload_time_ms: 1784545195071\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 964\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 962\ncluster_manager.cds.update_time: 1784545195294\ncluster_manager.cds.version: 7907548272331202407\ncluster_manager.cluster_added: 331\ncluster_manager.cluster_modified: 175\ncluster_manager.cluster_removed: 179\ncluster_manager.cluster_updated: 174\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0139939485627836) P50(nan,2.0503782148260212) P75(nan,2.086762481089259) P90(nan,3.0652873563218392) P95(nan,5.02375) P99(nan,10.91) P99.5(nan,12.59499999999997) P99.9(nan,39.03800000000001) P100(nan,40)", "server_memory": "server.memory_allocated: 22001216\nserver.memory_heap_size: 341835776\nserver.memory_physical_size: 116072878", "wasm_stats": ""}}}
{"index": 11, "timestamp": "2026-07-20T11:06:27Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-20T10:11:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-jfpwp", "memory": {"allocated": "73321424", "heap_size": "341835776", "pageheap_unmapped": "162324480", "pageheap_free": "47390720", "total_thread_cache": "32150760", "total_physical_bytes": "186671534"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-20T11:05:16Z/1074\"\ncluster_manager.active_clusters: 151\ncluster_manager.cds.config_reload: 187\ncluster_manager.cds.config_reload_time_ms: 1784545505613\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 987\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 985\ncluster_manager.cds.update_time: 1784545516436\ncluster_manager.cds.version: 16263212707525625238\ncluster_manager.cluster_added: 338\ncluster_manager.cluster_modified: 186\ncluster_manager.cluster_removed: 187\ncluster_manager.cluster_updated: 182\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0139836795252224) P50(nan,2.050519287833828) P75(nan,2.0870548961424333) P90(nan,3.067222222222222) P95(nan,5.046875) P99(nan,10.955263157894736) P99.5(nan,12.691666666666682) P99.9(nan,39.014999999999986) P100(nan,40)", "server_memory": "server.memory_allocated: 73302600\nserver.memory_heap_size: 341835776\nserver.memory_physical_size: 186671534", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 12\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 15\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 32\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 12, "timestamp": "2026-07-20T11:11:29Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-20T10:11:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-jfpwp", "memory": {"allocated": "73043184", "heap_size": "341835776", "pageheap_unmapped": "186597376", "pageheap_free": "23109632", "total_thread_cache": "32116128", "total_physical_bytes": "162398638"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-20T11:11:22Z/1104\"\ncluster_manager.active_clusters: 146\ncluster_manager.cds.config_reload: 197\ncluster_manager.cds.config_reload_time_ms: 1784545880768\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1018\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1015\ncluster_manager.cds.update_time: 1784545889814\ncluster_manager.cds.version: 3169787454566143711\ncluster_manager.cluster_added: 348\ncluster_manager.cluster_modified: 191\ncluster_manager.cluster_removed: 202\ncluster_manager.cluster_updated: 195\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0125920471281296) P50(nan,2.049926362297496) P75(nan,2.087260677466863) P90(nan,3.0690526315789475) P95(nan,5.053) P99(nan,10.940000000000001) P99.5(nan,12.643333333333317) P99.9(nan,16.992999999999995) P100(nan,40)", "server_memory": "server.memory_allocated: 72971072\nserver.memory_heap_size: 341835776\nserver.memory_physical_size: 162398638", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 14\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 20\nwasmcustom.kuadrant.allowed: 4\nwasmcustom.kuadrant.configs: 43\nwasmcustom.kuadrant.hits: 2\nwasmcustom.kuadrant.misses: 2"}}}
{"index": 13, "timestamp": "2026-07-20T11:16:32Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-20T10:11:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-jfpwp", "memory": {"allocated": "74438800", "heap_size": "348127232", "pageheap_unmapped": "169893888", "pageheap_free": "48611328", "total_thread_cache": "26441448", "total_physical_bytes": "185393582"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-20T11:16:08Z/1140\"\ncluster_manager.active_clusters: 146\ncluster_manager.cds.config_reload: 205\ncluster_manager.cds.config_reload_time_ms: 1784546145847\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1048\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1045\ncluster_manager.cds.update_time: 1784546168794\ncluster_manager.cds.version: 12658289642362406056\ncluster_manager.cluster_added: 356\ncluster_manager.cluster_modified: 198\ncluster_manager.cluster_removed: 210\ncluster_manager.cluster_updated: 207\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0123922413793105) P50(nan,2.0499281609195403) P75(nan,2.08746408045977) P90(nan,3.0688118811881187) P95(nan,5.0475) P99(nan,10.927499999999998) P99.5(nan,12.591666666666697) P99.9(nan,16.977499999999964) P100(nan,40)", "server_memory": "server.memory_allocated: 74399496\nserver.memory_heap_size: 348127232\nserver.memory_physical_size: 185393582", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 12\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 17\nwasmcustom.kuadrant.configs: 32"}}}
{"index": 14, "timestamp": "2026-07-20T11:21:34Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-20T10:11:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-jfpwp", "memory": {"allocated": "72850288", "heap_size": "348127232", "pageheap_unmapped": "192495616", "pageheap_free": "26140672", "total_thread_cache": "26314056", "total_physical_bytes": "162791854"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-20T11:20:55Z/1162\"\ncluster_manager.active_clusters: 144\ncluster_manager.cds.config_reload: 211\ncluster_manager.cds.config_reload_time_ms: 1784546310742\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1069\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1066\ncluster_manager.cds.update_time: 1784546455654\ncluster_manager.cds.version: 5580050962671687692\ncluster_manager.cluster_added: 363\ncluster_manager.cluster_modified: 204\ncluster_manager.cluster_removed: 219\ncluster_manager.cluster_updated: 214\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0116096866096864) P50(nan,2.0495726495726494) P75(nan,2.0875356125356124) P90(nan,3.0696153846153846) P95(nan,5.0569999999999995) P99(nan,10.920952380952377) P99.5(nan,12.556666666666692) P99.9(nan,16.966999999999985) P100(nan,40)", "server_memory": "server.memory_allocated: 72831464\nserver.memory_heap_size: 348127232\nserver.memory_physical_size: 162791854", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 16\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 26\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 51\nwasmcustom.kuadrant.hits: 2"}}}
{"index": 15, "timestamp": "2026-07-20T11:24:40Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-20T10:11:21Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-655f7c58b4-jfpwp", "memory": {"allocated": "73221904", "heap_size": "348127232", "pageheap_unmapped": "192438272", "pageheap_free": "26140672", "total_thread_cache": "28067496", "total_physical_bytes": "162849198"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-20T11:24:35Z/1218\"\ncluster_manager.active_clusters: 143\ncluster_manager.cds.config_reload: 228\ncluster_manager.cds.config_reload_time_ms: 1784546642044\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1120\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1117\ncluster_manager.cds.update_time: 1784546675805\ncluster_manager.cds.version: 503115867799408783\ncluster_manager.cluster_added: 384\ncluster_manager.cluster_modified: 221\ncluster_manager.cluster_removed: 241\ncluster_manager.cluster_updated: 231\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0113885088919288) P50(nan,2.0495896032831737) P75(nan,2.0877906976744187) P90(nan,3.0718348623853213) P95(nan,5.083181818181817) P99(nan,10.90958333333333) P99.5(nan,12.471666666666655) P99.9(nan,16.94150000000002) P100(nan,40)", "server_memory": "server.memory_allocated: 73182600\nserver.memory_heap_size: 348127232\nserver.memory_physical_size: 162849198", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 30\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 61\nwasmcustom.kuadrant.allowed: 5\nwasmcustom.kuadrant.configs: 107\nwasmcustom.kuadrant.hits: 5"}}}