{"index": 0, "timestamp": "2026-09-16T18:51:45Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-09-16T18:46:26Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-blgj4", "memory": {"allocated": "13413136", "heap_size": "20971520", "pageheap_unmapped": "0", "pageheap_free": "4243456", "total_thread_cache": "1694944", "total_physical_bytes": "28874158"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T18:50:02Z/9\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 26\ncluster_manager.cds.config_reload_time_ms: 1789584602533\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 51\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 49\ncluster_manager.cds.update_time: 1789584602533\ncluster_manager.cds.version: 16224955119527500160\ncluster_manager.cluster_added: 132\ncluster_manager.cluster_modified: 29\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 45\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.03125) P75(nan,5.01875) P90(nan,9.07) P95(nan,16.549999999999997) P99(nan,31.509999999999998) P99.5(nan,31.755000000000003) P99.9(nan,31.951) P100(nan,32)", "server_memory": "server.memory_allocated: 13373768\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 28874158", "wasm_stats": ""}}} {"index": 1, "timestamp": "2026-09-16T18:56:47Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:24Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-blgj4", "memory": {"allocated": "71978152", "heap_size": "228589568", "pageheap_unmapped": "61964288", "pageheap_free": "42082304", "total_thread_cache": "28945360", "total_physical_bytes": "175334830"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T18:56:36Z/82\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 25\ncluster_manager.cds.config_reload_time_ms: 1789584996805\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 58\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 57\ncluster_manager.cds.update_time: 1789584996805\ncluster_manager.cds.version: 14157722019377212492\ncluster_manager.cluster_added: 165\ncluster_manager.cluster_modified: 22\ncluster_manager.cluster_removed: 20\ncluster_manager.cluster_updated: 29\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0464285714285713) P75(nan,4.055) P90(nan,9.030000000000001) P95(nan,15.149999999999999) P99(nan,47.43) P99.5(nan,47.714999999999996) P99.9(nan,47.943) P100(nan,48)", "server_memory": "server.memory_allocated: 71938848\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 175334830", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 16\nwasmcustom.kuadrant.allowed: 12\nwasmcustom.kuadrant.configs: 32\nwasmcustom.kuadrant.hits: 11\nwasmcustom.kuadrant.misses: 1"}}} {"index": 2, "timestamp": "2026-09-16T19:01:50Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:24Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-blgj4", "memory": {"allocated": "71056416", "heap_size": "228589568", "pageheap_unmapped": "61833216", "pageheap_free": "41869312", "total_thread_cache": "29743216", "total_physical_bytes": "175465902"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:01:35Z/143\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 49\ncluster_manager.cds.config_reload_time_ms: 1789585278503\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 114\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 113\ncluster_manager.cds.update_time: 1789585295929\ncluster_manager.cds.version: 505822000210833292\ncluster_manager.cluster_added: 190\ncluster_manager.cluster_modified: 46\ncluster_manager.cluster_removed: 58\ncluster_manager.cluster_updated: 56\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0267857142857144) P75(nan,3.0775) P90(nan,6.085) P95(nan,10.669999999999998) P99(nan,16.870000000000005) P99.5(nan,47.435) P99.9(nan,47.887) P100(nan,48)", "server_memory": "server.memory_allocated: 71017112\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 175465902", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 27\nwasmcustom.kuadrant.allowed: 21\nwasmcustom.kuadrant.configs: 76\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 18\nwasmcustom.kuadrant.misses: 3"}}} {"index": 3, "timestamp": "2026-09-16T19:06:52Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:24Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-blgj4", "memory": {"allocated": "72566520", "heap_size": "228589568", "pageheap_unmapped": "61833216", "pageheap_free": "41533440", "total_thread_cache": "29435152", "total_physical_bytes": "175465902"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:06:34Z/203\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 77\ncluster_manager.cds.config_reload_time_ms: 1789585594052\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 165\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 164\ncluster_manager.cds.update_time: 1789585594052\ncluster_manager.cds.version: 8920483324144718333\ncluster_manager.cluster_added: 218\ncluster_manager.cluster_modified: 70\ncluster_manager.cluster_removed: 77\ncluster_manager.cluster_updated: 81\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0295454545454548) P75(nan,3.0588235294117645) P90(nan,6.053333333333333) P95(nan,10.533333333333331) P99(nan,16.359999999999985) P99.5(nan,47.18000000000001) P99.9(nan,47.83600000000001) P100(nan,48)", "server_memory": "server.memory_allocated: 72545072\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 175465902", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 41\nwasmcustom.kuadrant.allowed: 82\nwasmcustom.kuadrant.configs: 132\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 76\nwasmcustom.kuadrant.misses: 6"}}} {"index": 4, "timestamp": "2026-09-16T19:11:54Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:24Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-blgj4", "memory": {"allocated": "72768376", "heap_size": "228589568", "pageheap_unmapped": "61825024", "pageheap_free": "42106880", "total_thread_cache": "27659304", "total_physical_bytes": "175474094"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:11:51Z/296\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 104\ncluster_manager.cds.config_reload_time_ms: 1789585908798\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 242\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 241\ncluster_manager.cds.update_time: 1789585911824\ncluster_manager.cds.version: 9917314144835880798\ncluster_manager.cluster_added: 241\ncluster_manager.cluster_modified: 87\ncluster_manager.cluster_removed: 100\ncluster_manager.cluster_updated: 98\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,0) P50(3.05,2.027702702702703) P75(3.075,3.0259615384615386) P90(3.09,5.059) P95(3.095,10.294999999999998) P99(3.099,15.590000000000003) P99.5(3.0995,16.794999999999987) P99.9(3.0999,47.758999999999986) P100(3.1,48)", "server_memory": "server.memory_allocated: 72749520\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 175474094", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 71\nwasmcustom.kuadrant.allowed: 356\nwasmcustom.kuadrant.configs: 258\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 345\nwasmcustom.kuadrant.misses: 11"}}} {"index": 5, "timestamp": "2026-09-16T19:16:57Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:24Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-blgj4", "memory": {"allocated": "72329720", "heap_size": "228589568", "pageheap_unmapped": "61825024", "pageheap_free": "42033152", "total_thread_cache": "27121328", "total_physical_bytes": "175474094"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:16:52Z/376\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 123\ncluster_manager.cds.config_reload_time_ms: 1789586210619\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 306\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 305\ncluster_manager.cds.update_time: 1789586212330\ncluster_manager.cds.version: 4602008884448477416\ncluster_manager.cluster_added: 262\ncluster_manager.cluster_modified: 106\ncluster_manager.cluster_removed: 122\ncluster_manager.cluster_updated: 121\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.0285) P75(2.05,3.014393939393939) P90(2.08,5.035) P95(2.09,10.275) P99(2.098,15.949999999999989) P99.5(2.099,17.475000000000023) P99.9(2.0998,47.69499999999999) P100(2.1,48)", "server_memory": "server.memory_allocated: 72290416\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 175474094", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 100\nwasmcustom.kuadrant.allowed: 571\nwasmcustom.kuadrant.configs: 377\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 559\nwasmcustom.kuadrant.misses: 12"}}} {"index": 6, "timestamp": "2026-09-16T19:21:59Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:24Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-blgj4", "memory": {"allocated": "72555392", "heap_size": "228589568", "pageheap_unmapped": "61825024", "pageheap_free": "41926656", "total_thread_cache": "27517688", "total_physical_bytes": "175474094"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:21:54Z/458\"\ncluster_manager.active_clusters: 146\ncluster_manager.cds.config_reload: 150\ncluster_manager.cds.config_reload_time_ms: 1789586510998\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 374\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 373\ncluster_manager.cds.update_time: 1789586514154\ncluster_manager.cds.version: 6065071494116084467\ncluster_manager.cluster_added: 289\ncluster_manager.cluster_modified: 126\ncluster_manager.cluster_removed: 143\ncluster_manager.cluster_updated: 145\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.026209677419355) P75(2.05,3.004605263157895) P90(2.08,5.026428571428571) P95(2.09,10.180769230769227) P99(2.098,15.269999999999982) P99.5(2.099,17.13499999999999) P99.9(2.0998,47.62700000000001) P100(2.1,48)", "server_memory": "server.memory_allocated: 72516088\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 175474094", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 121\nwasmcustom.kuadrant.allowed: 921\nwasmcustom.kuadrant.configs: 461\nwasmcustom.kuadrant.denied: 3\nwasmcustom.kuadrant.hits: 909\nwasmcustom.kuadrant.misses: 12"}}} {"index": 7, "timestamp": "2026-09-16T19:27:01Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:24Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-blgj4", "memory": {"allocated": "71633184", "heap_size": "228589568", "pageheap_unmapped": "61825024", "pageheap_free": "41877504", "total_thread_cache": "28038456", "total_physical_bytes": "175474094"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:26:25Z/521\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 177\ncluster_manager.cds.config_reload_time_ms: 1789586762001\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 430\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 428\ncluster_manager.cds.update_time: 1789586785115\ncluster_manager.cds.version: 7614297016126981373\ncluster_manager.cluster_added: 315\ncluster_manager.cluster_modified: 151\ncluster_manager.cluster_removed: 176\ncluster_manager.cluster_updated: 177\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0251798561151078) P75(nan,3.0069767441860464) P90(nan,5.048) P95(nan,10.224999999999998) P99(nan,12.929999999999993) P99.5(nan,16.860000000000014) P99.9(nan,47.572) P100(nan,48)", "server_memory": "server.memory_allocated: 71593880\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 175474094", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 134\nwasmcustom.kuadrant.allowed: 925\nwasmcustom.kuadrant.configs: 513\nwasmcustom.kuadrant.denied: 3\nwasmcustom.kuadrant.hits: 913\nwasmcustom.kuadrant.misses: 12"}}} {"index": 8, "timestamp": "2026-09-16T19:32:04Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:24Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-blgj4", "memory": {"allocated": "71042272", "heap_size": "228589568", "pageheap_unmapped": "61825024", "pageheap_free": "41787392", "total_thread_cache": "28505576", "total_physical_bytes": "175474094"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:31:36Z/562\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 193\ncluster_manager.cds.config_reload_time_ms: 1789587019995\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 466\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 464\ncluster_manager.cds.update_time: 1789587096361\ncluster_manager.cds.version: 3749303771970228886\ncluster_manager.cluster_added: 333\ncluster_manager.cluster_modified: 168\ncluster_manager.cluster_removed: 201\ncluster_manager.cluster_updated: 197\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0281879194630874) P75(nan,3.0183673469387755) P90(nan,5.0600000000000005) P95(nan,10.252631578947366) P99(nan,12.840000000000003) P99.5(nan,16.680000000000007) P99.9(nan,47.536) P100(nan,48)", "server_memory": "server.memory_allocated: 71155784\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 175474094", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 146\nwasmcustom.kuadrant.allowed: 929\nwasmcustom.kuadrant.configs: 561\nwasmcustom.kuadrant.denied: 3\nwasmcustom.kuadrant.hits: 917\nwasmcustom.kuadrant.misses: 12"}}} {"index": 9, "timestamp": "2026-09-16T19:37:06Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:24Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-blgj4", "memory": {"allocated": "71925472", "heap_size": "230686720", "pageheap_unmapped": "85000192", "pageheap_free": "22257664", "total_thread_cache": "28995840", "total_physical_bytes": "154396078"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:36:10Z/609\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 217\ncluster_manager.cds.config_reload_time_ms: 1789587354796\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 506\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 504\ncluster_manager.cds.update_time: 1789587370187\ncluster_manager.cds.version: 2884246064486409293\ncluster_manager.cluster_added: 361\ncluster_manager.cluster_modified: 194\ncluster_manager.cluster_removed: 216\ncluster_manager.cluster_updated: 221\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.028481012658228) P75(nan,3.025) P90(nan,5.081111111111111) P95(nan,10.354545454545452) P99(nan,14.95999999999998) P99.5(nan,16.480000000000018) P99.9(nan,47.49599999999998) P100(nan,48)", "server_memory": "server.memory_allocated: 71869784\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 154396078", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 8\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 8\nwasmcustom.kuadrant.configs: 16"}}} {"index": 10, "timestamp": "2026-09-16T19:42:08Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:24Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-blgj4", "memory": {"allocated": "72112336", "heap_size": "264241152", "pageheap_unmapped": "117219328", "pageheap_free": "24002560", "total_thread_cache": "26805688", "total_physical_bytes": "155731374"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:42:05Z/639\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 226\ncluster_manager.cds.config_reload_time_ms: 1789587724100\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 534\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 532\ncluster_manager.cds.update_time: 1789587725638\ncluster_manager.cds.version: 4723388718531022370\ncluster_manager.cluster_added: 370\ncluster_manager.cluster_modified: 200\ncluster_manager.cluster_removed: 230\ncluster_manager.cluster_updated: 236\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.027710843373494) P75(4.05,3.0236363636363635) P90(4.08,5.076666666666667) P95(4.09,10.321739130434782) P99(4.098,14.67999999999995) P99.5(4.099,16.340000000000032) P99.9(4.0998,47.46799999999996) P100(4.1,48)", "server_memory": "server.memory_allocated: 72073032\nserver.memory_heap_size: 264241152\nserver.memory_physical_size: 155731374", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 11\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 8\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 28\nwasmcustom.kuadrant.hits: 3"}}} {"index": 11, "timestamp": "2026-09-16T19:47:10Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:24Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-blgj4", "memory": {"allocated": "72013672", "heap_size": "264241152", "pageheap_unmapped": "116629504", "pageheap_free": "24272896", "total_thread_cache": "27379448", "total_physical_bytes": "156321198"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:47:00Z/682\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 245\ncluster_manager.cds.config_reload_time_ms: 1789588017497\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 573\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 571\ncluster_manager.cds.update_time: 1789588020135\ncluster_manager.cds.version: 10079098833552830071\ncluster_manager.cluster_added: 391\ncluster_manager.cluster_modified: 220\ncluster_manager.cluster_removed: 250\ncluster_manager.cluster_updated: 263\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.030056179775281) P75(nan,3.0314655172413794) P90(nan,5.094761904761905) P95(nan,10.352083333333331) P99(nan,15.144999999999982) P99.5(nan,17.144999999999982) P99.9(nan,47.428999999999974) P100(nan,48)", "server_memory": "server.memory_allocated: 71974368\nserver.memory_heap_size: 264241152\nserver.memory_physical_size: 156321198", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 19\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 18\nwasmcustom.kuadrant.allowed: 7\nwasmcustom.kuadrant.configs: 60\nwasmcustom.kuadrant.hits: 7"}}} {"index": 12, "timestamp": "2026-09-16T19:49:57Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T18:52:24Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-8699b59bbc-blgj4", "memory": {"allocated": "19411616", "heap_size": "264241152", "pageheap_unmapped": "145866752", "pageheap_free": "29081600", "total_thread_cache": "27577664", "total_physical_bytes": "127083950"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T19:49:11Z/704\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 251\ncluster_manager.cds.config_reload_time_ms: 1789588100095\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 591\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 589\ncluster_manager.cds.update_time: 1789588151359\ncluster_manager.cds.version: 10254909134370268180\ncluster_manager.cluster_added: 397\ncluster_manager.cluster_modified: 226\ncluster_manager.cluster_removed: 265\ncluster_manager.cluster_updated: 271\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.029076086956522) P75(nan,3.0283898305084747) P90(nan,5.095714285714286) P95(nan,10.381999999999998) P99(nan,15.055000000000007) P99.5(nan,17.05499999999995) P99.9(nan,47.410999999999945) P100(nan,48)", "server_memory": "server.memory_allocated: 70814208\nserver.memory_heap_size: 264241152\nserver.memory_physical_size: 156444078", "wasm_stats": ""}}}