{"index": 0, "timestamp": "2026-07-28T01:38:22Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-28T01:34:11Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-cx6zq", "memory": {"allocated": "14059400", "heap_size": "23068672", "pageheap_unmapped": "0", "pageheap_free": "5455872", "total_thread_cache": "1805056", "total_physical_bytes": "30655918"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-28T01:36:39Z/47\"\ncluster_manager.active_clusters: 143\ncluster_manager.cds.config_reload: 24\ncluster_manager.cds.config_reload_time_ms: 1785202599952\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 45\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 44\ncluster_manager.cds.update_time: 1785202599952\ncluster_manager.cds.version: 10360041890799528332\ncluster_manager.cluster_added: 143\ncluster_manager.cluster_modified: 31\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 41\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.066666666666667) P75(nan,5.025) P90(nan,10.533333333333333) P95(nan,26.799999999999997) P99(nan,27.78) P99.5(nan,27.89) P99.9(nan,27.978) P100(nan,28)", "server_memory": "server.memory_allocated: 14020032\nserver.memory_heap_size: 23068672\nserver.memory_physical_size: 30655918", "wasm_stats": ""}}} {"index": 1, "timestamp": "2026-07-28T01:43:24Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-28T01:38:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-cx6zq", "memory": {"allocated": "72465496", "heap_size": "228589568", "pageheap_unmapped": "62603264", "pageheap_free": "34938880", "total_thread_cache": "30149960", "total_physical_bytes": "173364654"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-28T01:42:32Z/233\"\ncluster_manager.active_clusters: 156\ncluster_manager.cds.config_reload: 31\ncluster_manager.cds.config_reload_time_ms: 1785202938278\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 171\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 170\ncluster_manager.cds.update_time: 1785202952209\ncluster_manager.cds.version: 16206285059547179627\ncluster_manager.cluster_added: 176\ncluster_manager.cluster_modified: 28\ncluster_manager.cluster_removed: 20\ncluster_manager.cluster_updated: 29\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.017261904761905) P50(nan,2.067857142857143) P75(nan,3.05) P90(nan,4.071428571428571) P95(nan,7.083333333333333) P99(nan,13.300000000000011) P99.5(nan,36.150000000000006) P99.9(nan,36.83000000000001) P100(nan,37)", "server_memory": "server.memory_allocated: 72426192\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 173364654", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 47\nwasmcustom.kuadrant.allowed: 12\nwasmcustom.kuadrant.configs: 156\nwasmcustom.kuadrant.hits: 11\nwasmcustom.kuadrant.misses: 1"}}} {"index": 2, "timestamp": "2026-07-28T01:48:27Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-28T01:38:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-cx6zq", "memory": {"allocated": "75156680", "heap_size": "228589568", "pageheap_unmapped": "62603264", "pageheap_free": "38912000", "total_thread_cache": "25633616", "total_physical_bytes": "173364654"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-28T01:48:27Z/350\"\ncluster_manager.active_clusters: 150\ncluster_manager.cds.config_reload: 61\ncluster_manager.cds.config_reload_time_ms: 1785203301176\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 283\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 282\ncluster_manager.cds.update_time: 1785203307997\ncluster_manager.cds.version: 9525847938733303485\ncluster_manager.cluster_added: 208\ncluster_manager.cluster_modified: 57\ncluster_manager.cluster_removed: 58\ncluster_manager.cluster_updated: 60\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.03125,2.0123333333333333) P50(2.0625,2.0593333333333335) P75(2.09375,3.022093023255814) P90(3.1,4.058666666666666) P95(5.05,7.063333333333333) P99(5.09,13.180000000000007) P99.5(5.095,16.589999999999975) P99.9(5.099,36.71800000000002) P100(5.1,37)", "server_memory": "server.memory_allocated: 75133760\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 173364654", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 86\nwasmcustom.kuadrant.allowed: 19\nwasmcustom.kuadrant.configs: 318\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 18\nwasmcustom.kuadrant.misses: 1"}}} {"index": 3, "timestamp": "2026-07-28T01:53:29Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-28T01:38:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-cx6zq", "memory": {"allocated": "73271464", "heap_size": "228589568", "pageheap_unmapped": "62603264", "pageheap_free": "37191680", "total_thread_cache": "25024776", "total_physical_bytes": "173364654"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-28T01:53:30Z/535\"\ncluster_manager.active_clusters: 156\ncluster_manager.cds.config_reload: 95\ncluster_manager.cds.config_reload_time_ms: 1785203610891\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 460\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 459\ncluster_manager.cds.update_time: 1785203610891\ncluster_manager.cds.version: 10463588945208707365\ncluster_manager.cluster_added: 245\ncluster_manager.cluster_modified: 95\ncluster_manager.cluster_removed: 89\ncluster_manager.cluster_updated: 91\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0138989169675092) P50(nan,2.054873646209386) P75(nan,2.0958483754512636) P90(nan,4.01) P95(nan,6.082499999999999) P99(nan,12.45999999999998) P99.5(nan,14.730000000000018) P99.9(nan,36.54599999999999) P100(nan,37)", "server_memory": "server.memory_allocated: 73524944\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 173364654", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 141\nwasmcustom.kuadrant.allowed: 24\nwasmcustom.kuadrant.configs: 547\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 23\nwasmcustom.kuadrant.misses: 1"}}} {"index": 4, "timestamp": "2026-07-28T01:58:31Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-28T01:38:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-cx6zq", "memory": {"allocated": "79244464", "heap_size": "228589568", "pageheap_unmapped": "62603264", "pageheap_free": "34856960", "total_thread_cache": "25841640", "total_physical_bytes": "173364654"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-28T01:58:32Z/694\"\ncluster_manager.active_clusters: 162\ncluster_manager.cds.config_reload: 121\ncluster_manager.cds.config_reload_time_ms: 1785203908275\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 614\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 613\ncluster_manager.cds.update_time: 1785203912511\ncluster_manager.cds.version: 17992495144624505984\ncluster_manager.cluster_added: 271\ncluster_manager.cluster_modified: 122\ncluster_manager.cluster_removed: 109\ncluster_manager.cluster_updated: 116\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(2.0083333333333333,2.0163636363636366) P50(2.05,2.055844155844156) P75(2.091666666666667,2.0953246753246755) P90(3.05,3.098918918918919) P95(3.075,6.0520000000000005) P99(3.095,12.95999999999998) P99.5(3.0975,14.980000000000018) P99.9(3.0995,36.39200000000005) P100(3.1,37)", "server_memory": "server.memory_allocated: 80385336\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 173364654", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 209\nwasmcustom.kuadrant.allowed: 28\nwasmcustom.kuadrant.configs: 837\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 27\nwasmcustom.kuadrant.misses: 1"}}} {"index": 5, "timestamp": "2026-07-28T02:03:34Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-28T01:38:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-cx6zq", "memory": {"allocated": "92736048", "heap_size": "228589568", "pageheap_unmapped": "60784640", "pageheap_free": "25001984", "total_thread_cache": "26104144", "total_physical_bytes": "175183278"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-28T02:03:35Z/1032\"\ncluster_manager.active_clusters: 156\ncluster_manager.cds.config_reload: 137\ncluster_manager.cds.config_reload_time_ms: 1785204134477\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 946\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 945\ncluster_manager.cds.update_time: 1785204215815\ncluster_manager.cds.version: 17121821607886628610\ncluster_manager.cluster_added: 289\ncluster_manager.cluster_modified: 138\ncluster_manager.cluster_removed: 133\ncluster_manager.cluster_updated: 136\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.03,2.0200224550898205) P50(2.06,2.055314371257485) P75(2.09,2.0906062874251496) P90(3.04,3.073551401869159) P95(3.07,4.0856818181818175) P99(3.094,11.642499999999984) P99.5(3.097,14.142499999999984) P99.9(3.0994,36.057000000000016) P100(3.1,37)", "server_memory": "server.memory_allocated: 92999560\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 175183278", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 451\nwasmcustom.kuadrant.allowed: 32\nwasmcustom.kuadrant.configs: 1850\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 31\nwasmcustom.kuadrant.misses: 2"}}} {"index": 6, "timestamp": "2026-07-28T02:08:36Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-28T01:38:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-cx6zq", "memory": {"allocated": "74170688", "heap_size": "228589568", "pageheap_unmapped": "60694528", "pageheap_free": "34750464", "total_thread_cache": "26625464", "total_physical_bytes": "175273390"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-28T02:07:06Z/1296\"\ncluster_manager.active_clusters: 156\ncluster_manager.cds.config_reload: 155\ncluster_manager.cds.config_reload_time_ms: 1785204421777\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1210\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1208\ncluster_manager.cds.update_time: 1785204504863\ncluster_manager.cds.version: 7867937013228330714\ncluster_manager.cluster_added: 307\ncluster_manager.cluster_modified: 157\ncluster_manager.cluster_removed: 151\ncluster_manager.cluster_updated: 151\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0214689265536725) P50(nan,2.055593220338983) P75(nan,2.0897175141242936) P90(nan,3.0648920863309352) P95(nan,4.048333333333333) P99(nan,10.99333333333334) P99.5(nan,12.980000000000018) P99.9(nan,16.791999999999916) P100(nan,37)", "server_memory": "server.memory_allocated: 74131384\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 175273390", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 662\nwasmcustom.kuadrant.allowed: 34\nwasmcustom.kuadrant.configs: 2703\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 32\nwasmcustom.kuadrant.misses: 2"}}} {"index": 7, "timestamp": "2026-07-28T02:13:38Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-28T01:38:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-cx6zq", "memory": {"allocated": "74178560", "heap_size": "228589568", "pageheap_unmapped": "60694528", "pageheap_free": "34381824", "total_thread_cache": "28013480", "total_physical_bytes": "175273390"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-28T02:12:03Z/1340\"\ncluster_manager.active_clusters: 156\ncluster_manager.cds.config_reload: 161\ncluster_manager.cds.config_reload_time_ms: 1785204609976\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1253\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1251\ncluster_manager.cds.update_time: 1785204723988\ncluster_manager.cds.version: 9051854933797823524\ncluster_manager.cluster_added: 313\ncluster_manager.cluster_modified: 163\ncluster_manager.cluster_removed: 157\ncluster_manager.cluster_updated: 159\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0211286804798254) P50(nan,2.055234460196292) P75(nan,2.089340239912759) P90(nan,3.0633098591549297) P95(nan,4.043541666666667) P99(nan,10.960769230769232) P99.5(nan,12.872499999999945) P99.9(nan,16.749000000000024) P100(nan,37)", "server_memory": "server.memory_allocated: 74139256\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 175273390", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 673\nwasmcustom.kuadrant.allowed: 35\nwasmcustom.kuadrant.configs: 2750\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 33\nwasmcustom.kuadrant.misses: 2"}}} {"index": 8, "timestamp": "2026-07-28T02:18:40Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-28T01:38:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-cx6zq", "memory": {"allocated": "74194944", "heap_size": "228589568", "pageheap_unmapped": "60694528", "pageheap_free": "34381824", "total_thread_cache": "27405128", "total_physical_bytes": "175273390"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-28T02:12:03Z/1340\"\ncluster_manager.active_clusters: 156\ncluster_manager.cds.config_reload: 161\ncluster_manager.cds.config_reload_time_ms: 1785204609976\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1253\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1251\ncluster_manager.cds.update_time: 1785204723988\ncluster_manager.cds.version: 9051854933797823524\ncluster_manager.cluster_added: 313\ncluster_manager.cluster_modified: 163\ncluster_manager.cluster_removed: 157\ncluster_manager.cluster_updated: 159\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0211286804798254) P50(nan,2.055234460196292) P75(nan,2.089340239912759) P90(nan,3.0633098591549297) P95(nan,4.043541666666667) P99(nan,10.960769230769232) P99.5(nan,12.872499999999945) P99.9(nan,16.749000000000024) P100(nan,37)", "server_memory": "server.memory_allocated: 74155640\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 175273390", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 673\nwasmcustom.kuadrant.allowed: 35\nwasmcustom.kuadrant.configs: 2750\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 33\nwasmcustom.kuadrant.misses: 2"}}} {"index": 9, "timestamp": "2026-07-28T02:23:43Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-28T01:38:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-cx6zq", "memory": {"allocated": "74139376", "heap_size": "228589568", "pageheap_unmapped": "60694528", "pageheap_free": "34373632", "total_thread_cache": "27889368", "total_physical_bytes": "175273390"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-28T02:21:49Z/1375\"\ncluster_manager.active_clusters: 156\ncluster_manager.cds.config_reload: 167\ncluster_manager.cds.config_reload_time_ms: 1785205307274\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1288\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1286\ncluster_manager.cds.update_time: 1785205309402\ncluster_manager.cds.version: 176316935007828758\ncluster_manager.cluster_added: 319\ncluster_manager.cluster_modified: 169\ncluster_manager.cluster_removed: 163\ncluster_manager.cluster_updated: 164\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0206510138740663) P50(nan,2.0549626467449307) P75(nan,2.089274279615795) P90(nan,3.0632876712328767) P95(nan,4.044583333333334) P99(nan,10.938571428571436) P99.5(nan,12.784999999999968) P99.9(nan,16.713999999999942) P100(nan,37)", "server_memory": "server.memory_allocated: 74100072\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 175273390", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 689\nwasmcustom.kuadrant.allowed: 36\nwasmcustom.kuadrant.configs: 2814\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 33\nwasmcustom.kuadrant.misses: 3"}}} {"index": 10, "timestamp": "2026-07-28T02:28:45Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-28T01:38:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-cx6zq", "memory": {"allocated": "74767344", "heap_size": "228589568", "pageheap_unmapped": "58810368", "pageheap_free": "32677888", "total_thread_cache": "26731536", "total_physical_bytes": "177157550"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-28T02:27:10Z/1515\"\ncluster_manager.active_clusters: 162\ncluster_manager.cds.config_reload: 173\ncluster_manager.cds.config_reload_time_ms: 1785205548275\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1428\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1426\ncluster_manager.cds.update_time: 1785205630104\ncluster_manager.cds.version: 16868949425670821551\ncluster_manager.cluster_added: 325\ncluster_manager.cluster_modified: 175\ncluster_manager.cluster_removed: 163\ncluster_manager.cluster_updated: 168\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0214285714285714) P50(nan,2.055608820709492) P75(nan,2.0897890699904123) P90(nan,3.062080924855491) P95(nan,4.0228) P99(nan,10.91) P99.5(nan,12.434999999999945) P99.9(nan,16.57400000000007) P100(nan,37)", "server_memory": "server.memory_allocated: 74728040\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 177157550", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 722\nwasmcustom.kuadrant.allowed: 36\nwasmcustom.kuadrant.configs: 2952\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 33\nwasmcustom.kuadrant.misses: 3"}}} {"index": 11, "timestamp": "2026-07-28T02:33:47Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-28T01:38:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-cx6zq", "memory": {"allocated": "74762352", "heap_size": "228589568", "pageheap_unmapped": "58810368", "pageheap_free": "32686080", "total_thread_cache": "26499936", "total_physical_bytes": "177157550"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-28T02:27:10Z/1515\"\ncluster_manager.active_clusters: 162\ncluster_manager.cds.config_reload: 173\ncluster_manager.cds.config_reload_time_ms: 1785205548275\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1428\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1426\ncluster_manager.cds.update_time: 1785205630104\ncluster_manager.cds.version: 16868949425670821551\ncluster_manager.cluster_added: 325\ncluster_manager.cluster_modified: 175\ncluster_manager.cluster_removed: 163\ncluster_manager.cluster_updated: 168\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0214285714285714) P50(nan,2.055608820709492) P75(nan,2.0897890699904123) P90(nan,3.062080924855491) P95(nan,4.0228) P99(nan,10.91) P99.5(nan,12.434999999999945) P99.9(nan,16.57400000000007) P100(nan,37)", "server_memory": "server.memory_allocated: 74723048\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 177157550", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 722\nwasmcustom.kuadrant.allowed: 37\nwasmcustom.kuadrant.configs: 2952\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 33\nwasmcustom.kuadrant.misses: 4"}}} {"index": 12, "timestamp": "2026-07-28T02:38:49Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-28T01:38:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-cx6zq", "memory": {"allocated": "79172736", "heap_size": "228589568", "pageheap_unmapped": "58810368", "pageheap_free": "29335552", "total_thread_cache": "26922736", "total_physical_bytes": "177157550"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-28T02:38:16Z/1657\"\ncluster_manager.active_clusters: 162\ncluster_manager.cds.config_reload: 179\ncluster_manager.cds.config_reload_time_ms: 1785206273474\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1569\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1567\ncluster_manager.cds.update_time: 1785206296710\ncluster_manager.cds.version: 15497332029243400651\ncluster_manager.cluster_added: 331\ncluster_manager.cluster_modified: 181\ncluster_manager.cluster_removed: 169\ncluster_manager.cluster_updated: 173\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.022075389948007) P50(nan,2.0560225303292894) P75(nan,2.089969670710572) P90(nan,3.0608673469387755) P95(nan,4.00611111111111) P99(nan,10.821999999999996) P99.5(nan,12.082499999999982) P99.9(nan,16.432999999999993) P100(nan,37)", "server_memory": "server.memory_allocated: 80282552\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 177157550", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 778\nwasmcustom.kuadrant.allowed: 38\nwasmcustom.kuadrant.configs: 3179\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 33\nwasmcustom.kuadrant.misses: 5"}}} {"index": 13, "timestamp": "2026-07-28T02:43:51Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-28T01:38:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-cx6zq", "memory": {"allocated": "75703296", "heap_size": "228589568", "pageheap_unmapped": "57106432", "pageheap_free": "35897344", "total_thread_cache": "26377400", "total_physical_bytes": "178861486"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-28T02:43:47Z/1720\"\ncluster_manager.active_clusters: 162\ncluster_manager.cds.config_reload: 185\ncluster_manager.cds.config_reload_time_ms: 1785206489474\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1632\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1629\ncluster_manager.cds.update_time: 1785206628001\ncluster_manager.cds.version: 7816451250404183974\ncluster_manager.cluster_added: 337\ncluster_manager.cluster_modified: 187\ncluster_manager.cluster_removed: 175\ncluster_manager.cluster_updated: 179\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,2.022121848739496) P50(2.05,2.056344537815126) P75(2.075,2.0905672268907565) P90(2.09,3.062018779342723) P95(2.095,4.001964285714285) P99(2.099,10.794375000000002) P99.5(2.0995,11.971000000000004) P99.9(2.0999,16.371000000000095) P100(2.1,37)", "server_memory": "server.memory_allocated: 75663992\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 178861486", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 810\nwasmcustom.kuadrant.allowed: 38\nwasmcustom.kuadrant.configs: 3319\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 33\nwasmcustom.kuadrant.misses: 5"}}} {"index": 14, "timestamp": "2026-07-28T02:48:54Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-28T01:38:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-cx6zq", "memory": {"allocated": "88572712", "heap_size": "228589568", "pageheap_unmapped": "58908672", "pageheap_free": "24051712", "total_thread_cache": "28200568", "total_physical_bytes": "177059246"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-28T02:48:55Z/2011\"\ncluster_manager.active_clusters: 163\ncluster_manager.cds.config_reload: 192\ncluster_manager.cds.config_reload_time_ms: 1785206841177\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1922\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1919\ncluster_manager.cds.update_time: 1785206935626\ncluster_manager.cds.version: 10691753888326240921\ncluster_manager.cluster_added: 344\ncluster_manager.cluster_modified: 193\ncluster_manager.cluster_removed: 181\ncluster_manager.cluster_updated: 186\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.03,2.02473544973545) P50(2.06,2.0609599395313682) P75(2.09,2.0971844293272865) P90(3.04,3.0711079545454547) P95(3.07,3.098338068181818) P99(3.094,10.676874999999995) P99.5(3.097,11.882999999999992) P99.9(3.0994,16.083000000000084) P100(3.1,37)", "server_memory": "server.memory_allocated: 88569920\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 177059246", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 952\nwasmcustom.kuadrant.allowed: 39\nwasmcustom.kuadrant.configs: 4049\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 33\nwasmcustom.kuadrant.misses: 6"}}} {"index": 15, "timestamp": "2026-07-28T02:53:56Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-28T01:38:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-cx6zq", "memory": {"allocated": "88717832", "heap_size": "228589568", "pageheap_unmapped": "48308224", "pageheap_free": "33882112", "total_thread_cache": "28525696", "total_physical_bytes": "187659694"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-28T02:53:58Z/2396\"\ncluster_manager.active_clusters: 161\ncluster_manager.cds.config_reload: 197\ncluster_manager.cds.config_reload_time_ms: 1785207182780\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2307\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2304\ncluster_manager.cds.update_time: 1785207238304\ncluster_manager.cds.version: 3600099655423178323\ncluster_manager.cluster_added: 350\ncluster_manager.cluster_modified: 198\ncluster_manager.cluster_removed: 189\ncluster_manager.cluster_updated: 192\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,2.026787994891443) P50(2.05,2.0634738186462322) P75(2.075,3.0005910165484635) P90(2.09,3.0820803782505912) P95(2.095,5.015641025641026) P99(2.099,10.501249999999999) P99.5(2.0995,11.58499999999996) P99.9(2.0999,15.70199999999977) P100(2.1,37)", "server_memory": "server.memory_allocated: 88550656\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 187659694", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1265\nwasmcustom.kuadrant.allowed: 44\nwasmcustom.kuadrant.configs: 5382\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 38\nwasmcustom.kuadrant.misses: 6"}}} {"index": 16, "timestamp": "2026-07-28T02:58:59Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-28T01:38:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-cx6zq", "memory": {"allocated": "78177824", "heap_size": "228589568", "pageheap_unmapped": "55623680", "pageheap_free": "32358400", "total_thread_cache": "30817376", "total_physical_bytes": "180344238"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-28T02:59:00Z/2669\"\ncluster_manager.active_clusters: 168\ncluster_manager.cds.config_reload: 210\ncluster_manager.cds.config_reload_time_ms: 1785207537375\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2577\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2574\ncluster_manager.cds.update_time: 1785207540616\ncluster_manager.cds.version: 10288862569647052054\ncluster_manager.cluster_added: 363\ncluster_manager.cluster_modified: 211\ncluster_manager.cluster_removed: 195\ncluster_manager.cluster_updated: 202\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0273700742432896) P50(nan,2.0640491147915476) P75(nan,3.002612704918033) P90(nan,3.081577868852459) P95(nan,5.007553191489361) P99(nan,10.456874999999997) P99.5(nan,11.692500000000033) P99.9(nan,15.43100000000004) P100(nan,37)", "server_memory": "server.memory_allocated: 78826648\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 180344238", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1349\nwasmcustom.kuadrant.allowed: 46\nwasmcustom.kuadrant.configs: 5832\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 39\nwasmcustom.kuadrant.misses: 7"}}} {"index": 17, "timestamp": "2026-07-28T03:04:01Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-28T01:38:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-cx6zq", "memory": {"allocated": "75599680", "heap_size": "228589568", "pageheap_unmapped": "55566336", "pageheap_free": "33546240", "total_thread_cache": "28895760", "total_physical_bytes": "180401582"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-28T03:02:27Z/2918\"\ncluster_manager.active_clusters: 162\ncluster_manager.cds.config_reload: 216\ncluster_manager.cds.config_reload_time_ms: 1785207717776\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2824\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2821\ncluster_manager.cds.update_time: 1785207747312\ncluster_manager.cds.version: 8961599802154687429\ncluster_manager.cluster_added: 369\ncluster_manager.cluster_modified: 217\ncluster_manager.cluster_removed: 207\ncluster_manager.cluster_updated: 215\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0278871391076114) P50(nan,2.0649081364829396) P75(nan,3.0064814814814813) P90(nan,3.0811111111111114) P95(nan,4.089342105263158) P99(nan,10.361874999999998) P99.5(nan,11.649166666666664) P99.9(nan,16.089500000000044) P100(nan,37)", "server_memory": "server.memory_allocated: 75560376\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 180401582", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1459\nwasmcustom.kuadrant.allowed: 49\nwasmcustom.kuadrant.configs: 6428\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 40\nwasmcustom.kuadrant.misses: 9"}}} {"index": 18, "timestamp": "2026-07-28T03:08:03Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-28T01:38:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-cx6zq", "memory": {"allocated": "81568000", "heap_size": "228589568", "pageheap_unmapped": "55566336", "pageheap_free": "35586048", "total_thread_cache": "27561400", "total_physical_bytes": "180401582"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-28T03:07:49Z/2954\"\ncluster_manager.active_clusters: 156\ncluster_manager.cds.config_reload: 216\ncluster_manager.cds.config_reload_time_ms: 1785207717776\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2860\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2857\ncluster_manager.cds.update_time: 1785208069407\ncluster_manager.cds.version: 4728476494385618261\ncluster_manager.cluster_added: 369\ncluster_manager.cluster_modified: 217\ncluster_manager.cluster_removed: 213\ncluster_manager.cluster_updated: 215\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0277963917525774) P50(nan,2.064613402061856) P75(nan,3.0048941798941797) P90(nan,3.0804761904761904) P95(nan,4.084605263157895) P99(nan,10.33937499999999) P99.5(nan,11.619166666666692) P99.9(nan,16.071500000000015) P100(nan,37)", "server_memory": "server.memory_allocated: 81520504\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 180401582", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1486\nwasmcustom.kuadrant.allowed: 49\nwasmcustom.kuadrant.configs: 6545\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 40\nwasmcustom.kuadrant.misses: 9"}}}