{"index": 0, "timestamp": "2026-07-27T17:13:39Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-27T17:09:22Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9jj7c", "memory": {"allocated": "14083896", "heap_size": "23068672", "pageheap_unmapped": "0", "pageheap_free": "5357568", "total_thread_cache": "1912296", "total_physical_bytes": "31401390"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T17:11:47Z/47\"\ncluster_manager.active_clusters: 143\ncluster_manager.cds.config_reload: 25\ncluster_manager.cds.config_reload_time_ms: 1785172307919\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 47\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 46\ncluster_manager.cds.update_time: 1785172307919\ncluster_manager.cds.version: 14486946913596548220\ncluster_manager.cluster_added: 143\ncluster_manager.cluster_modified: 31\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 41\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0166666666666666) P75(nan,3.092857142857143) P90(nan,10.2) P95(nan,25.699999999999996) P99(nan,28.54) P99.5(nan,28.770000000000003) P99.9(nan,28.954) P100(nan,29)", "server_memory": "server.memory_allocated: 14044480\nserver.memory_heap_size: 23068672\nserver.memory_physical_size: 31401390", "wasm_stats": ""}}} {"index": 1, "timestamp": "2026-07-27T17:18:42Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T17:14:03Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9jj7c", "memory": {"allocated": "84783600", "heap_size": "230686720", "pageheap_unmapped": "70893568", "pageheap_free": "21970944", "total_thread_cache": "29679912", "total_physical_bytes": "167925166"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T17:18:43Z/294\"\ncluster_manager.active_clusters: 163\ncluster_manager.cds.config_reload: 28\ncluster_manager.cds.config_reload_time_ms: 1785172692936\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 237\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 236\ncluster_manager.cds.update_time: 1785172723700\ncluster_manager.cds.version: 5886245973826217450\ncluster_manager.cluster_added: 175\ncluster_manager.cluster_modified: 23\ncluster_manager.cluster_removed: 12\ncluster_manager.cluster_updated: 31\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,2.021276595744681) P50(2.05,2.0624113475177306) P75(2.075,3.015151515151515) P90(2.09,4.056666666666667) P95(2.095,5.058181818181818) P99(2.099,10.560000000000002) P99.5(2.0995,10.946666666666667) P99.9(2.0999,39.768) P100(2.1,40)", "server_memory": "server.memory_allocated: 84611008\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 167695790", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 97\nwasmcustom.kuadrant.allowed: 6\nwasmcustom.kuadrant.configs: 368\nwasmcustom.kuadrant.hits: 5\nwasmcustom.kuadrant.misses: 1"}}} {"index": 2, "timestamp": "2026-07-27T17:23:44Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T17:14:03Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9jj7c", "memory": {"allocated": "80362448", "heap_size": "230686720", "pageheap_unmapped": "66650112", "pageheap_free": "29802496", "total_thread_cache": "25418464", "total_physical_bytes": "172168622"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T17:23:29Z/571\"\ncluster_manager.active_clusters: 157\ncluster_manager.cds.config_reload: 58\ncluster_manager.cds.config_reload_time_ms: 1785173002236\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 503\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 502\ncluster_manager.cds.update_time: 1785173009792\ncluster_manager.cds.version: 16999211833330540019\ncluster_manager.cluster_added: 205\ncluster_manager.cluster_modified: 53\ncluster_manager.cluster_removed: 48\ncluster_manager.cluster_updated: 58\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0232732732732734) P50(nan,2.060960960960961) P75(nan,2.098648648648649) P90(nan,4.003809523809524) P95(nan,5.028823529411764) P99(nan,10.995000000000005) P99.5(nan,15.490000000000009) P99.9(nan,39.49799999999999) P100(nan,40)", "server_memory": "server.memory_allocated: 81516696\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 172168622", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 230\nwasmcustom.kuadrant.allowed: 14\nwasmcustom.kuadrant.configs: 996\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 12\nwasmcustom.kuadrant.misses: 2"}}} {"index": 3, "timestamp": "2026-07-27T17:28:46Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T17:14:03Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9jj7c", "memory": {"allocated": "86453800", "heap_size": "230686720", "pageheap_unmapped": "66617344", "pageheap_free": "28401664", "total_thread_cache": "26672488", "total_physical_bytes": "172201390"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T17:28:47Z/812\"\ncluster_manager.active_clusters: 157\ncluster_manager.cds.config_reload: 87\ncluster_manager.cds.config_reload_time_ms: 1785173307738\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 736\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 735\ncluster_manager.cds.update_time: 1785173327794\ncluster_manager.cds.version: 13684606273008883121\ncluster_manager.cluster_added: 235\ncluster_manager.cluster_modified: 85\ncluster_manager.cluster_removed: 78\ncluster_manager.cluster_updated: 88\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,2.0229166666666667) P50(2.05,2.059325396825397) P75(2.075,2.095734126984127) P90(2.09,3.0894949494949495) P95(2.095,5.0115) P99(2.099,11.659999999999968) P99.5(2.0995,14.66500000000002) P99.9(2.0999,39.26599999999996) P100(2.1,40)", "server_memory": "server.memory_allocated: 86218592\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 172201390", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 364\nwasmcustom.kuadrant.allowed: 24\nwasmcustom.kuadrant.configs: 1568\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 22\nwasmcustom.kuadrant.misses: 2"}}} {"index": 4, "timestamp": "2026-07-27T17:33:48Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T17:14:03Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9jj7c", "memory": {"allocated": "81155264", "heap_size": "230686720", "pageheap_unmapped": "66387968", "pageheap_free": "30261248", "total_thread_cache": "27237176", "total_physical_bytes": "172430766"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T17:33:50Z/1057\"\ncluster_manager.active_clusters: 163\ncluster_manager.cds.config_reload: 113\ncluster_manager.cds.config_reload_time_ms: 1785173615546\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 974\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 973\ncluster_manager.cds.update_time: 1785173630092\ncluster_manager.cds.version: 424497618447542822\ncluster_manager.cluster_added: 261\ncluster_manager.cluster_modified: 109\ncluster_manager.cluster_removed: 98\ncluster_manager.cluster_updated: 110\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.03,2.0244607087827426) P50(2.06,2.061864406779661) P75(2.09,2.0992681047765793) P90(3.04,3.0933112582781455) P95(3.07,5.019464285714285) P99(3.094,11.289999999999964) P99.5(3.097,15.144999999999982) P99.9(3.0994,39.028999999999996) P100(3.1,40)", "server_memory": "server.memory_allocated: 80601096\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 172430766", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 498\nwasmcustom.kuadrant.allowed: 63\nwasmcustom.kuadrant.configs: 2155\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 25\nwasmcustom.kuadrant.misses: 38"}}} {"index": 5, "timestamp": "2026-07-27T17:38:51Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T17:14:03Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9jj7c", "memory": {"allocated": "88311320", "heap_size": "230686720", "pageheap_unmapped": "62840832", "pageheap_free": "27992064", "total_thread_cache": "25449384", "total_physical_bytes": "175977902"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T17:38:53Z/1355\"\ncluster_manager.active_clusters: 163\ncluster_manager.cds.config_reload: 136\ncluster_manager.cds.config_reload_time_ms: 1785173868841\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1261\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1260\ncluster_manager.cds.update_time: 1785173933302\ncluster_manager.cds.version: 7807855176776630851\ncluster_manager.cluster_added: 285\ncluster_manager.cluster_modified: 133\ncluster_manager.cluster_removed: 122\ncluster_manager.cluster_updated: 134\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,2.0251458576429404) P50(2.05,2.0618436406067677) P75(2.075,2.098541423570595) P90(2.09,3.0867980295566504) P95(2.095,4.095) P99(2.099,10.935555555555563) P99.5(2.0995,14.355000000000018) P99.9(2.0999,19.741999999999962) P100(2.1,40)", "server_memory": "server.memory_allocated: 88271248\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 175977902", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 688\nwasmcustom.kuadrant.allowed: 67\nwasmcustom.kuadrant.configs: 3041\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 29\nwasmcustom.kuadrant.misses: 38"}}} {"index": 6, "timestamp": "2026-07-27T17:43:54Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T17:14:03Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9jj7c", "memory": {"allocated": "83696304", "heap_size": "230686720", "pageheap_unmapped": "66510848", "pageheap_free": "26869760", "total_thread_cache": "26707424", "total_physical_bytes": "172307886"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T17:43:41Z/1653\"\ncluster_manager.active_clusters: 163\ncluster_manager.cds.config_reload: 153\ncluster_manager.cds.config_reload_time_ms: 1785174192538\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1555\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1554\ncluster_manager.cds.update_time: 1785174221894\ncluster_manager.cds.version: 6553532012010390475\ncluster_manager.cluster_added: 303\ncluster_manager.cluster_modified: 151\ncluster_manager.cluster_removed: 140\ncluster_manager.cluster_updated: 151\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.025554528650647) P50(nan,2.061460258780037) P75(nan,2.097365988909427) P90(nan,3.082834008097166) P95(nan,4.084047619047619) P99(nan,10.705000000000004) P99.5(nan,12.807500000000005) P99.9(nan,19.445999999999913) P100(nan,40)", "server_memory": "server.memory_allocated: 83673384\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 172307886", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 929\nwasmcustom.kuadrant.allowed: 70\nwasmcustom.kuadrant.configs: 4026\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 31\nwasmcustom.kuadrant.misses: 39"}}} {"index": 7, "timestamp": "2026-07-27T17:48:56Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T17:14:03Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9jj7c", "memory": {"allocated": "74958384", "heap_size": "230686720", "pageheap_unmapped": "66510848", "pageheap_free": "33636352", "total_thread_cache": "26075216", "total_physical_bytes": "172307886"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T17:48:20Z/1702\"\ncluster_manager.active_clusters: 163\ncluster_manager.cds.config_reload: 159\ncluster_manager.cds.config_reload_time_ms: 1785174388275\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1603\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1601\ncluster_manager.cds.update_time: 1785174500415\ncluster_manager.cds.version: 16698847485506374525\ncluster_manager.cluster_added: 309\ncluster_manager.cluster_modified: 157\ncluster_manager.cluster_removed: 146\ncluster_manager.cluster_updated: 159\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.025360685302074) P50(nan,2.061451758340848) P75(nan,2.0975428313796214) P90(nan,3.0828404669260703) P95(nan,4.083604651162791) P99(nan,10.691538461538462) P99.5(nan,12.748749999999973) P99.9(nan,19.398999999999887) P100(nan,40)", "server_memory": "server.memory_allocated: 74939560\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 172307886", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 953\nwasmcustom.kuadrant.allowed: 71\nwasmcustom.kuadrant.configs: 4134\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 32\nwasmcustom.kuadrant.misses: 39"}}} {"index": 8, "timestamp": "2026-07-27T17:53:58Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T17:14:03Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9jj7c", "memory": {"allocated": "74942000", "heap_size": "230686720", "pageheap_unmapped": "66510848", "pageheap_free": "33660928", "total_thread_cache": "25665104", "total_physical_bytes": "172307886"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T17:48:20Z/1702\"\ncluster_manager.active_clusters: 163\ncluster_manager.cds.config_reload: 159\ncluster_manager.cds.config_reload_time_ms: 1785174388275\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1603\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1601\ncluster_manager.cds.update_time: 1785174500415\ncluster_manager.cds.version: 16698847485506374525\ncluster_manager.cluster_added: 309\ncluster_manager.cluster_modified: 157\ncluster_manager.cluster_removed: 146\ncluster_manager.cluster_updated: 159\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.025360685302074) P50(nan,2.061451758340848) P75(nan,2.0975428313796214) P90(nan,3.0828404669260703) P95(nan,4.083604651162791) P99(nan,10.691538461538462) P99.5(nan,12.748749999999973) P99.9(nan,19.398999999999887) P100(nan,40)", "server_memory": "server.memory_allocated: 74902696\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 172307886", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 953\nwasmcustom.kuadrant.allowed: 71\nwasmcustom.kuadrant.configs: 4134\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 32\nwasmcustom.kuadrant.misses: 39"}}} {"index": 9, "timestamp": "2026-07-27T17:59:01Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T17:14:03Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9jj7c", "memory": {"allocated": "75119520", "heap_size": "230686720", "pageheap_unmapped": "66387968", "pageheap_free": "31055872", "total_thread_cache": "25699064", "total_physical_bytes": "172430766"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T17:58:08Z/1796\"\ncluster_manager.active_clusters: 163\ncluster_manager.cds.config_reload: 165\ncluster_manager.cds.config_reload_time_ms: 1785175063637\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1695\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1693\ncluster_manager.cds.update_time: 1785175088894\ncluster_manager.cds.version: 6241407673887998877\ncluster_manager.cluster_added: 315\ncluster_manager.cluster_modified: 163\ncluster_manager.cluster_removed: 152\ncluster_manager.cluster_updated: 164\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0255097706032283) P50(nan,2.061469838572642) P75(nan,2.097429906542056) P90(nan,3.0813454545454544) P95(nan,4.075795454545454) P99(nan,10.647857142857138) P99.5(nan,12.63375000000002) P99.9(nan,19.307000000000016) P100(nan,40)", "server_memory": "server.memory_allocated: 75080216\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 172430766", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1014\nwasmcustom.kuadrant.allowed: 71\nwasmcustom.kuadrant.configs: 4378\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 32\nwasmcustom.kuadrant.misses: 39"}}} {"index": 10, "timestamp": "2026-07-27T18:04:03Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T17:14:03Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9jj7c", "memory": {"allocated": "85575424", "heap_size": "230686720", "pageheap_unmapped": "65667072", "pageheap_free": "26443776", "total_thread_cache": "26831240", "total_physical_bytes": "173151662"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T18:04:01Z/1844\"\ncluster_manager.active_clusters: 169\ncluster_manager.cds.config_reload: 170\ncluster_manager.cds.config_reload_time_ms: 1785175426557\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1743\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1741\ncluster_manager.cds.update_time: 1785175441308\ncluster_manager.cds.version: 15251904416783560809\ncluster_manager.cluster_added: 321\ncluster_manager.cluster_modified: 169\ncluster_manager.cluster_removed: 152\ncluster_manager.cluster_updated: 168\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.0375,2.02569211409396) P50(3.075,2.062206375838926) P75(5.025,2.0987206375838925) P90(5.07,3.083074324324324) P95(5.085,4.080326086956521) P99(5.0969999999999995,10.639333333333328) P99.5(5.0985,12.573750000000018) P99.9(5.0997,19.259000000000015) P100(5.1,40)", "server_memory": "server.memory_allocated: 85692056\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 173151662", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1051\nwasmcustom.kuadrant.allowed: 71\nwasmcustom.kuadrant.configs: 4526\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 32\nwasmcustom.kuadrant.misses: 39"}}} {"index": 11, "timestamp": "2026-07-27T18:09:05Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T17:14:03Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9jj7c", "memory": {"allocated": "86918544", "heap_size": "230686720", "pageheap_unmapped": "61227008", "pageheap_free": "31047680", "total_thread_cache": "25753456", "total_physical_bytes": "177591726"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T18:09:07Z/1983\"\ncluster_manager.active_clusters: 169\ncluster_manager.cds.config_reload: 176\ncluster_manager.cds.config_reload_time_ms: 1785175715291\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1880\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1878\ncluster_manager.cds.update_time: 1785175747098\ncluster_manager.cds.version: 1411279698367312127\ncluster_manager.cluster_added: 327\ncluster_manager.cluster_modified: 175\ncluster_manager.cluster_removed: 158\ncluster_manager.cluster_updated: 174\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,2.0265079365079366) P50(3.05,2.063730158730159) P75(3.075,3.0034782608695654) P90(3.09,3.0850434782608698) P95(3.095,4.086122448979592) P99(3.099,10.5775) P99.5(3.0995,12.404999999999973) P99.9(3.0999,19.124000000000024) P100(3.1,40)", "server_memory": "server.memory_allocated: 86809656\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 177591726", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1130\nwasmcustom.kuadrant.allowed: 72\nwasmcustom.kuadrant.configs: 4902\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 33\nwasmcustom.kuadrant.misses: 39"}}} {"index": 12, "timestamp": "2026-07-27T18:12:45Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T17:14:03Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9jj7c", "memory": {"allocated": "83560304", "heap_size": "230686720", "pageheap_unmapped": "61145088", "pageheap_free": "31391744", "total_thread_cache": "26700720", "total_physical_bytes": "177673646"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T18:12:31Z/2180\"\ncluster_manager.active_clusters: 169\ncluster_manager.cds.config_reload: 182\ncluster_manager.cds.config_reload_time_ms: 1785175874057\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2074\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2072\ncluster_manager.cds.update_time: 1785175951806\ncluster_manager.cds.version: 15583886953160007666\ncluster_manager.cluster_added: 333\ncluster_manager.cluster_modified: 181\ncluster_manager.cluster_removed: 164\ncluster_manager.cluster_updated: 184\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0282185628742515) P50(nan,2.066991017964072) P75(nan,3.017342342342342) P90(nan,3.0873423423423425) P95(nan,4.091153846153846) P99(nan,10.517500000000013) P99.5(nan,12.409999999999968) P99.9(nan,16.963999999999942) P100(nan,40)", "server_memory": "server.memory_allocated: 83521000\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 177673646", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1215\nwasmcustom.kuadrant.allowed: 76\nwasmcustom.kuadrant.configs: 5422\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 33\nwasmcustom.kuadrant.misses: 43"}}}