{"index": 0, "timestamp": "2026-07-16T17:28:36Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-16T17:24:24Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-769cdd8d88-mfr9j", "memory": {"allocated": "13400536", "heap_size": "20971520", "pageheap_unmapped": "0", "pageheap_free": "4358144", "total_thread_cache": "1510376", "total_physical_bytes": "29615534"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T17:26:52Z/47\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 20\ncluster_manager.cds.config_reload_time_ms: 1784222812583\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 48\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 47\ncluster_manager.cds.update_time: 1784222812583\ncluster_manager.cds.version: 15033026168563289168\ncluster_manager.cluster_added: 132\ncluster_manager.cluster_modified: 18\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 28\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,0) P75(nan,3.0541666666666667) P90(nan,9.015) P95(nan,10.649999999999999) P99(nan,26.53) P99.5(nan,26.765) P99.9(nan,26.953000000000003) P100(nan,27)", "server_memory": "server.memory_allocated: 13361168\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 29615534", "wasm_stats": ""}}}
{"index": 1, "timestamp": "2026-07-16T17:33:38Z", "gateway_restarts": {"openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:28:58Z\"}}"}, "resource_counts": {"httproutes": 2, "llminferenceservices": 2, "authpolicies": 1}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-769cdd8d88-mfr9j", "memory": {"allocated": "71502688", "heap_size": "226492416", "pageheap_unmapped": "57499648", "pageheap_free": "44990464", "total_thread_cache": "25344792", "total_physical_bytes": "176448942"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T17:33:40Z/121\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 21\ncluster_manager.cds.config_reload_time_ms: 1784223131767\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 58\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 57\ncluster_manager.cds.update_time: 1784223220493\ncluster_manager.cds.version: 6961917741867095934\ncluster_manager.cluster_added: 157\ncluster_manager.cluster_modified: 20\ncluster_manager.cluster_removed: 18\ncluster_manager.cluster_updated: 25\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,1.0791666666666666) P50(nan,2.0403225806451615) P75(nan,2.0846774193548385) P90(nan,4.05) P95(nan,9.0625) P99(nan,35.45) P99.5(nan,35.725) P99.9(nan,35.945) P100(nan,36)", "server_memory": "server.memory_allocated: 71793480\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 176448942", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 27\nwasmcustom.kuadrant.allowed: 57\nwasmcustom.kuadrant.configs: 82\nwasmcustom.kuadrant.denied: 49\nwasmcustom.kuadrant.hits: 57"}}}
{"index": 2, "timestamp": "2026-07-16T17:38:41Z", "gateway_restarts": {"openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:28:58Z\"}}"}, "resource_counts": {"httproutes": 2, "llminferenceservices": 2, "authpolicies": 1}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-769cdd8d88-mfr9j", "memory": {"allocated": "71893120", "heap_size": "226492416", "pageheap_unmapped": "57499648", "pageheap_free": "44597248", "total_thread_cache": "27115304", "total_physical_bytes": "176448942"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T17:35:37Z/162\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 35\ncluster_manager.cds.config_reload_time_ms: 1784223335670\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 97\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 96\ncluster_manager.cds.update_time: 1784223337297\ncluster_manager.cds.version: 11243984995907877302\ncluster_manager.cluster_added: 169\ncluster_manager.cluster_modified: 34\ncluster_manager.cluster_removed: 24\ncluster_manager.cluster_updated: 36\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,1.1) P50(nan,2.0436363636363635) P75(nan,2.0872727272727274) P90(nan,3.0925000000000002) P95(nan,9.03) P99(nan,35.03999999999999) P99.5(nan,35.519999999999996) P99.9(nan,35.903999999999996) P100(nan,36)", "server_memory": "server.memory_allocated: 71870136\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 176448942", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 42\nwasmcustom.kuadrant.allowed: 155\nwasmcustom.kuadrant.configs: 145\nwasmcustom.kuadrant.denied: 145\nwasmcustom.kuadrant.hits: 154\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 3, "timestamp": "2026-07-16T17:43:43Z", "gateway_restarts": {"openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:28:58Z\"}}"}, "resource_counts": {"httproutes": 2, "llminferenceservices": 2, "authpolicies": 1}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-769cdd8d88-mfr9j", "memory": {"allocated": "71911488", "heap_size": "226492416", "pageheap_unmapped": "57499648", "pageheap_free": "44531712", "total_thread_cache": "26532880", "total_physical_bytes": "176448942"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T17:35:37Z/162\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 35\ncluster_manager.cds.config_reload_time_ms: 1784223335670\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 97\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 96\ncluster_manager.cds.update_time: 1784223337297\ncluster_manager.cds.version: 11243984995907877302\ncluster_manager.cluster_added: 169\ncluster_manager.cluster_modified: 34\ncluster_manager.cluster_removed: 24\ncluster_manager.cluster_updated: 36\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,1.1) P50(nan,2.0436363636363635) P75(nan,2.0872727272727274) P90(nan,3.0925000000000002) P95(nan,9.03) P99(nan,35.03999999999999) P99.5(nan,35.519999999999996) P99.9(nan,35.903999999999996) P100(nan,36)", "server_memory": "server.memory_allocated: 71855896\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 176448942", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 42\nwasmcustom.kuadrant.allowed: 275\nwasmcustom.kuadrant.configs: 145\nwasmcustom.kuadrant.denied: 265\nwasmcustom.kuadrant.hits: 274\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 4, "timestamp": "2026-07-16T17:48:46Z", "gateway_restarts": {"openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:28:58Z\"}}"}, "resource_counts": {"httproutes": 3, "llminferenceservices": 3, "authpolicies": 1}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-769cdd8d88-mfr9j", "memory": {"allocated": "72485744", "heap_size": "226492416", "pageheap_unmapped": "57499648", "pageheap_free": "41361408", "total_thread_cache": "26591696", "total_physical_bytes": "176448942"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T17:45:07Z/202\"\ncluster_manager.active_clusters: 151\ncluster_manager.cds.config_reload: 42\ncluster_manager.cds.config_reload_time_ms: 1784223892665\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 135\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 134\ncluster_manager.cds.update_time: 1784223907500\ncluster_manager.cds.version: 6174640022264355524\ncluster_manager.cluster_added: 175\ncluster_manager.cluster_modified: 41\ncluster_manager.cluster_removed: 24\ncluster_manager.cluster_updated: 42\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.006470588235294) P50(nan,2.0458823529411765) P75(nan,2.085294117647059) P90(nan,3.0690909090909093) P95(nan,9.006) P99(nan,10.659999999999997) P99.5(nan,35.33000000000001) P99.9(nan,35.866000000000014) P100(nan,36)", "server_memory": "server.memory_allocated: 72446344\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 176448942", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 54\nwasmcustom.kuadrant.allowed: 388\nwasmcustom.kuadrant.configs: 193\nwasmcustom.kuadrant.denied: 378\nwasmcustom.kuadrant.hits: 387\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 5, "timestamp": "2026-07-16T17:53:49Z", "gateway_restarts": {"openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:28:58Z\"}}"}, "resource_counts": {"httproutes": 4, "llminferenceservices": 4, "authpolicies": 2}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-769cdd8d88-mfr9j", "memory": {"allocated": "76274400", "heap_size": "226492416", "pageheap_unmapped": "57401344", "pageheap_free": "34455552", "total_thread_cache": "28343600", "total_physical_bytes": "176547246"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T17:53:15Z/342\"\ncluster_manager.active_clusters: 157\ncluster_manager.cds.config_reload: 47\ncluster_manager.cds.config_reload_time_ms: 1784224302066\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 273\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 272\ncluster_manager.cds.update_time: 1784224395100\ncluster_manager.cds.version: 6581057224251335127\ncluster_manager.cluster_added: 181\ncluster_manager.cluster_modified: 46\ncluster_manager.cluster_removed: 24\ncluster_manager.cluster_updated: 47\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0176190476190476) P50(nan,2.05) P75(nan,2.0823809523809524) P90(nan,3.0211111111111113) P95(nan,3.0966666666666667) P99(nan,10.139999999999986) P99.5(nan,10.819999999999993) P99.9(nan,35.72800000000001) P100(nan,36)", "server_memory": "server.memory_allocated: 76482168\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 176547246", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 115\nwasmcustom.kuadrant.allowed: 497\nwasmcustom.kuadrant.configs: 485\nwasmcustom.kuadrant.denied: 487\nwasmcustom.kuadrant.hits: 496\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 6, "timestamp": "2026-07-16T17:58:51Z", "gateway_restarts": {"openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:28:58Z\"}}"}, "resource_counts": {"httproutes": 4, "llminferenceservices": 4, "authpolicies": 2}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-769cdd8d88-mfr9j", "memory": {"allocated": "73402320", "heap_size": "226492416", "pageheap_unmapped": "57401344", "pageheap_free": "39387136", "total_thread_cache": "27163344", "total_physical_bytes": "176547246"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T17:53:15Z/342\"\ncluster_manager.active_clusters: 157\ncluster_manager.cds.config_reload: 47\ncluster_manager.cds.config_reload_time_ms: 1784224302066\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 275\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 273\ncluster_manager.cds.update_time: 1784224588032\ncluster_manager.cds.version: 6581057224251335127\ncluster_manager.cluster_added: 181\ncluster_manager.cluster_modified: 46\ncluster_manager.cluster_removed: 24\ncluster_manager.cluster_updated: 47\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.017654028436019) P50(nan,2.05) P75(nan,2.082345971563981) P90(nan,3.0205555555555557) P95(nan,3.096388888888889) P99(nan,10.134999999999991) P99.5(nan,10.817499999999995) P99.9(nan,35.726999999999975) P100(nan,36)", "server_memory": "server.memory_allocated: 73346568\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 176547246", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 115\nwasmcustom.kuadrant.allowed: 617\nwasmcustom.kuadrant.configs: 485\nwasmcustom.kuadrant.denied: 607\nwasmcustom.kuadrant.hits: 616\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 7, "timestamp": "2026-07-16T18:03:54Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-16T18:01:10Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:28:58Z\"}}"}, "resource_counts": {"httproutes": 4, "llminferenceservices": 5, "authpolicies": 2}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-kfbtn", "memory": {"allocated": "20649048", "heap_size": "228589568", "pageheap_unmapped": "119177216", "pageheap_free": "24838144", "total_thread_cache": "29762112", "total_physical_bytes": "116721070"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:03:23Z/542\"\ncluster_manager.active_clusters: 158\ncluster_manager.cds.config_reload: 4\ncluster_manager.cds.config_reload_time_ms: 1784224884676\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 150\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 149\ncluster_manager.cds.update_time: 1784225003396\ncluster_manager.cds.version: 494406445986188208\ncluster_manager.cluster_added: 161\ncluster_manager.cluster_modified: 2\ncluster_manager.cluster_removed: 3\ncluster_manager.cluster_updated: 3\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,2) P25(nan,2.028875968992248) P50(nan,2.057751937984496) P75(nan,2.0866279069767444) P90(nan,3.051) P95(nan,4.028333333333333) P99(nan,4.094555555555555) P99.5(nan,50.254999999999995) P99.9(nan,50.851) P100(nan,51)", "server_memory": "server.memory_allocated: 20609664\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 116721070", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-769cdd8d88-mfr9j", "memory": {"allocated": "77088480", "heap_size": "226492416", "pageheap_unmapped": "57401344", "pageheap_free": "34381824", "total_thread_cache": "27265696", "total_physical_bytes": "176547246"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:03:23Z/542\"\ncluster_manager.active_clusters: 160\ncluster_manager.cds.config_reload: 53\ncluster_manager.cds.config_reload_time_ms: 1784224884676\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 474\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 472\ncluster_manager.cds.update_time: 1784225003400\ncluster_manager.cds.version: 494406445986188208\ncluster_manager.cluster_added: 186\ncluster_manager.cluster_modified: 49\ncluster_manager.cluster_removed: 26\ncluster_manager.cluster_updated: 57\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.024057971014493) P50(nan,2.0582608695652174) P75(nan,2.092463768115942) P90(nan,3.071111111111111) P95(nan,4.036) P99(nan,9.0656) P99.5(nan,10.319999999999993) P99.9(nan,35.52800000000002) P100(nan,36)", "server_memory": "server.memory_allocated: 77510904\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 176547246", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 120\nwasmcustom.kuadrant.allowed: 695\nwasmcustom.kuadrant.configs: 787\nwasmcustom.kuadrant.denied: 685\nwasmcustom.kuadrant.hits: 694\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 8, "timestamp": "2026-07-16T18:08:57Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-16T18:01:10Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:28:58Z\"}}"}, "resource_counts": {"httproutes": 5, "llminferenceservices": 6, "authpolicies": 3}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-kfbtn", "memory": {"allocated": "20972120", "heap_size": "228589568", "pageheap_unmapped": "119177216", "pageheap_free": "25042944", "total_thread_cache": "29821512", "total_physical_bytes": "116721070"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:08:59Z/623\"\ncluster_manager.active_clusters: 164\ncluster_manager.cds.config_reload: 9\ncluster_manager.cds.config_reload_time_ms: 1784225268701\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 230\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 229\ncluster_manager.cds.update_time: 1784225339310\ncluster_manager.cds.version: 15699799530736164809\ncluster_manager.cluster_added: 167\ncluster_manager.cluster_modified: 8\ncluster_manager.cluster_removed: 3\ncluster_manager.cluster_updated: 7\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.033333333333333,2.0317142857142856) P50(2.066666666666667,2.064) P75(2.1,2.096285714285714) P90(5.06,3.0913333333333335) P95(5.08,4.058) P99(5.096,5.091333333333334) P99.5(5.098,10.870000000000005) P99.9(5.0996,50.774) P100(5.1,51)", "server_memory": "server.memory_allocated: 20932752\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 116721070", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-769cdd8d88-mfr9j", "memory": {"allocated": "84766680", "heap_size": "226492416", "pageheap_unmapped": "57401344", "pageheap_free": "32047104", "total_thread_cache": "26046992", "total_physical_bytes": "176547246"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:09:00Z/624\"\ncluster_manager.active_clusters: 166\ncluster_manager.cds.config_reload: 58\ncluster_manager.cds.config_reload_time_ms: 1784225268704\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 555\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 553\ncluster_manager.cds.update_time: 1784225340529\ncluster_manager.cds.version: 2349154698633436798\ncluster_manager.cluster_added: 192\ncluster_manager.cluster_modified: 55\ncluster_manager.cluster_removed: 26\ncluster_manager.cluster_updated: 61\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.0625,2.026150895140665) P50(4.016666666666667,2.06150895140665) P75(4.058333333333334,2.096867007672634) P90(4.083333333333333,3.082209302325581) P95(4.091666666666667,4.051458333333334) P99(4.098333333333334,9.057833333333333) P99.5(4.099166666666667,10.117500000000007) P99.9(4.099833333333334,35.447) P100(4.1,36)", "server_memory": "server.memory_allocated: 84614128\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 176547246", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 197\nwasmcustom.kuadrant.allowed: 730\nwasmcustom.kuadrant.configs: 1095\nwasmcustom.kuadrant.denied: 720\nwasmcustom.kuadrant.hits: 729\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 9, "timestamp": "2026-07-16T18:14:01Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-16T18:01:10Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:28:58Z\"}}"}, "resource_counts": {"httproutes": 5, "llminferenceservices": 6, "authpolicies": 3}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-kfbtn", "memory": {"allocated": "20992200", "heap_size": "228589568", "pageheap_unmapped": "119177216", "pageheap_free": "25026560", "total_thread_cache": "30044632", "total_physical_bytes": "116721070"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:14:08Z/876\"\ncluster_manager.active_clusters: 164\ncluster_manager.cds.config_reload: 15\ncluster_manager.cds.config_reload_time_ms: 1784225428368\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 481\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 480\ncluster_manager.cds.update_time: 1784225648115\ncluster_manager.cds.version: 1243963871840275557\ncluster_manager.cluster_added: 173\ncluster_manager.cluster_modified: 15\ncluster_manager.cluster_removed: 9\ncluster_manager.cluster_updated: 15\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,2.0313698630136985) P50(2.05,2.064109589041096) P75(2.075,2.0968493150684933) P90(2.09,4.00054054054054) P95(2.095,4.065135135135135) P99(2.099,5.07775) P99.5(2.0995,9.061000000000002) P99.9(2.0999,50.52199999999999) P100(2.1,51)", "server_memory": "server.memory_allocated: 20969216\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 116721070", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-769cdd8d88-mfr9j", "memory": {"allocated": "85228752", "heap_size": "226492416", "pageheap_unmapped": "57171968", "pageheap_free": "31498240", "total_thread_cache": "27139384", "total_physical_bytes": "176776622"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:14:09Z/877\"\ncluster_manager.active_clusters: 166\ncluster_manager.cds.config_reload: 64\ncluster_manager.cds.config_reload_time_ms: 1784225428368\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 806\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 804\ncluster_manager.cds.update_time: 1784225649310\ncluster_manager.cds.version: 5293841981835209068\ncluster_manager.cluster_added: 198\ncluster_manager.cluster_modified: 62\ncluster_manager.cluster_removed: 32\ncluster_manager.cluster_updated: 69\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,2.0292504570383914) P50(2.05,2.0658135283363803) P75(2.075,3.0089655172413794) P90(2.09,3.0917241379310343) P95(2.095,4.056) P99(2.099,9.028571428571428) P99.5(2.0995,9.085714285714285) P99.9(2.0999,35.200000000000045) P100(2.1,36)", "server_memory": "server.memory_allocated: 85169800\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 176776622", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 434\nwasmcustom.kuadrant.allowed: 766\nwasmcustom.kuadrant.configs: 2064\nwasmcustom.kuadrant.denied: 755\nwasmcustom.kuadrant.hits: 765\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 10, "timestamp": "2026-07-16T18:19:10Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-16T18:01:10Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:28:58Z\"}}"}, "resource_counts": {"httproutes": 5, "llminferenceservices": 5, "authpolicies": 3}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-kfbtn", "memory": {"allocated": "20958136", "heap_size": "228589568", "pageheap_unmapped": "119177216", "pageheap_free": "25034752", "total_thread_cache": "29884808", "total_physical_bytes": "116721070"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:19:11Z/1140\"\ncluster_manager.active_clusters: 163\ncluster_manager.cds.config_reload: 15\ncluster_manager.cds.config_reload_time_ms: 1784225428368\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 745\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 744\ncluster_manager.cds.update_time: 1784225951909\ncluster_manager.cds.version: 8667718557766402557\ncluster_manager.cluster_added: 173\ncluster_manager.cluster_modified: 15\ncluster_manager.cluster_removed: 10\ncluster_manager.cluster_updated: 15\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.033333333333333,2.031590509666081) P50(2.066666666666667,2.0642355008787345) P75(2.1,2.0968804920913886) P90(3.06,4.010845070422535) P95(3.08,4.063169014084507) P99(3.096,5.044625000000001) P99.5(3.098,5.0910625) P99.9(3.0996,50.25699999999995) P100(3.1,51)", "server_memory": "server.memory_allocated: 20902384\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 116721070", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-769cdd8d88-mfr9j", "memory": {"allocated": "85387184", "heap_size": "226492416", "pageheap_unmapped": "57171968", "pageheap_free": "31490048", "total_thread_cache": "27054744", "total_physical_bytes": "176776622"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:19:13Z/1141\"\ncluster_manager.active_clusters: 165\ncluster_manager.cds.config_reload: 64\ncluster_manager.cds.config_reload_time_ms: 1784225428368\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1070\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1068\ncluster_manager.cds.update_time: 1784225953110\ncluster_manager.cds.version: 1216585619908826931\ncluster_manager.cluster_added: 198\ncluster_manager.cluster_modified: 62\ncluster_manager.cluster_removed: 33\ncluster_manager.cluster_updated: 69\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.0625,2.0308481532147744) P50(3.0166666666666666,2.0673050615595074) P75(3.058333333333333,3.014473684210526) P90(3.0833333333333335,3.0986315789473684) P95(3.091666666666667,4.059647058823529) P99(3.098333333333333,8.033999999999992) P99.5(3.0991666666666666,9.066714285714287) P99.9(3.099833333333333,10.966999999999985) P100(3.1,36)", "server_memory": "server.memory_allocated: 85379200\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 176776622", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 696\nwasmcustom.kuadrant.allowed: 826\nwasmcustom.kuadrant.configs: 3112\nwasmcustom.kuadrant.denied: 815\nwasmcustom.kuadrant.errors: 1\nwasmcustom.kuadrant.hits: 825\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 11, "timestamp": "2026-07-16T18:24:14Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-16T18:01:10Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:28:58Z\"}}"}, "resource_counts": {"httproutes": 5, "llminferenceservices": 5, "authpolicies": 3}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-kfbtn", "memory": {"allocated": "20941736", "heap_size": "228589568", "pageheap_unmapped": "119177216", "pageheap_free": "25051136", "total_thread_cache": "29783448", "total_physical_bytes": "116721070"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:24:15Z/1402\"\ncluster_manager.active_clusters: 163\ncluster_manager.cds.config_reload: 15\ncluster_manager.cds.config_reload_time_ms: 1784225428368\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1007\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1006\ncluster_manager.cds.update_time: 1784226255110\ncluster_manager.cds.version: 1584825302670322731\ncluster_manager.cluster_added: 173\ncluster_manager.cluster_modified: 15\ncluster_manager.cluster_removed: 10\ncluster_manager.cluster_updated: 15\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,2.032002617801047) P50(2.05,2.06479057591623) P75(2.075,2.0975785340314137) P90(2.09,4.014949494949495) P95(2.095,4.065555555555555) P99(2.099,5.046) P99.5(2.0995,5.084538461538462) P99.9(2.0999,10.998000000000047) P100(2.1,51)", "server_memory": "server.memory_allocated: 20902368\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 116721070", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-769cdd8d88-mfr9j", "memory": {"allocated": "85743744", "heap_size": "226492416", "pageheap_unmapped": "57171968", "pageheap_free": "30867456", "total_thread_cache": "27474360", "total_physical_bytes": "176776622"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:24:16Z/1403\"\ncluster_manager.active_clusters: 165\ncluster_manager.cds.config_reload: 64\ncluster_manager.cds.config_reload_time_ms: 1784225428368\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1332\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1330\ncluster_manager.cds.update_time: 1784226256221\ncluster_manager.cds.version: 10395985175789375748\ncluster_manager.cluster_added: 198\ncluster_manager.cluster_modified: 62\ncluster_manager.cluster_removed: 33\ncluster_manager.cluster_updated: 69\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.05,2.0328265765765767) P50(2.1,2.0702702702702704) P75(3.05,3.026145038167939) P90(3.08,4.005042016806723) P95(3.09,4.060924369747899) P99(3.098,5.0744444444444445) P99.5(3.099,9.047857142857142) P99.9(3.0998,10.835000000000036) P100(3.1,36)", "server_memory": "server.memory_allocated: 85724904\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 176776622", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 958\nwasmcustom.kuadrant.allowed: 886\nwasmcustom.kuadrant.configs: 4163\nwasmcustom.kuadrant.denied: 875\nwasmcustom.kuadrant.errors: 2\nwasmcustom.kuadrant.hits: 885\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 12, "timestamp": "2026-07-16T18:26:19Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-16T18:01:10Z\"}}", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-16T17:28:58Z\"}}"}, "resource_counts": {"httproutes": 5, "llminferenceservices": 5, "authpolicies": 3}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"pod_name": "router-gateway-1-openshift-default-54c47cdfc7-kfbtn", "memory": {"allocated": "20941736", "heap_size": "228589568", "pageheap_unmapped": "119177216", "pageheap_free": "25051136", "total_thread_cache": "29737368", "total_physical_bytes": "116721070"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:26:20Z/1510\"\ncluster_manager.active_clusters: 163\ncluster_manager.cds.config_reload: 15\ncluster_manager.cds.config_reload_time_ms: 1784225428368\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1115\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1114\ncluster_manager.cds.update_time: 1784226380298\ncluster_manager.cds.version: 11295898031308633785\ncluster_manager.cluster_added: 173\ncluster_manager.cluster_modified: 15\ncluster_manager.cluster_removed: 10\ncluster_manager.cluster_updated: 15\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,2.0321682464454978) P50(2.05,2.065047393364929) P75(2.075,2.09792654028436) P90(2.09,4.012962962962963) P95(2.095,4.0643518518518515) P99(2.099,5.042142857142858) P99.5(2.0995,5.081785714285715) P99.9(2.0999,10.8900000000001) P100(2.1,51)", "server_memory": "server.memory_allocated: 20902368\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 116721070", "wasm_stats": ""}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-769cdd8d88-mfr9j", "memory": {"allocated": "85817840", "heap_size": "226492416", "pageheap_unmapped": "57016320", "pageheap_free": "31268864", "total_thread_cache": "27495240", "total_physical_bytes": "176932270"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-16T18:26:21Z/1511\"\ncluster_manager.active_clusters: 165\ncluster_manager.cds.config_reload: 64\ncluster_manager.cds.config_reload_time_ms: 1784225428368\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1440\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1438\ncluster_manager.cds.update_time: 1784226381502\ncluster_manager.cds.version: 9792094578227613133\ncluster_manager.cluster_added: 198\ncluster_manager.cluster_modified: 62\ncluster_manager.cluster_removed: 33\ncluster_manager.cluster_updated: 69\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.0625,2.033615221987315) P50(3.0166666666666666,2.0715644820295984) P75(3.058333333333333,3.03) P90(3.0833333333333335,4.0042857142857144) P95(3.091666666666667,4.061269841269842) P99(3.098333333333333,5.072000000000001) P99.5(3.0991666666666666,9.040285714285714) P99.9(3.099833333333333,10.782000000000039) P100(3.1,36)", "server_memory": "server.memory_allocated: 86179016\nserver.memory_heap_size: 226492416\nserver.memory_physical_size: 176932270", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1065\nwasmcustom.kuadrant.allowed: 911\nwasmcustom.kuadrant.configs: 4594\nwasmcustom.kuadrant.denied: 899\nwasmcustom.kuadrant.errors: 2\nwasmcustom.kuadrant.hits: 909\nwasmcustom.kuadrant.misses: 2"}}}