{"index": 0, "timestamp": "2026-07-27T21:16:08Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-07-27T21:11:57Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-kjbwn", "memory": {"allocated": "14085232", "heap_size": "23068672", "pageheap_unmapped": "0", "pageheap_free": "5488640", "total_thread_cache": "1834176", "total_physical_bytes": "30479790"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T21:14:25Z/41\"\ncluster_manager.active_clusters: 143\ncluster_manager.cds.config_reload: 24\ncluster_manager.cds.config_reload_time_ms: 1785186865983\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 41\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 40\ncluster_manager.cds.update_time: 1785186865983\ncluster_manager.cds.version: 4031389186494521329\ncluster_manager.cluster_added: 143\ncluster_manager.cluster_modified: 31\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 35\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.06) P75(nan,5.1) P90(nan,9.1) P95(nan,26.5) P99(nan,28.6) P99.5(nan,28.799999999999997) P99.9(nan,28.96) P100(nan,29)", "server_memory": "server.memory_allocated: 14050008\nserver.memory_heap_size: 23068672\nserver.memory_physical_size: 30479790", "wasm_stats": ""}}} {"index": 1, "timestamp": "2026-07-27T21:21:10Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T21:16:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-kjbwn", "memory": {"allocated": "72432848", "heap_size": "230686720", "pageheap_unmapped": "61562880", "pageheap_free": "42549248", "total_thread_cache": "24849424", "total_physical_bytes": "176612782"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T21:20:10Z/179\"\ncluster_manager.active_clusters: 156\ncluster_manager.cds.config_reload: 28\ncluster_manager.cds.config_reload_time_ms: 1785187209188\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 124\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 123\ncluster_manager.cds.update_time: 1785187210493\ncluster_manager.cds.version: 1110966434296454014\ncluster_manager.cluster_added: 175\ncluster_manager.cluster_modified: 23\ncluster_manager.cluster_removed: 19\ncluster_manager.cluster_updated: 28\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.011065573770492) P50(nan,2.0614754098360657) P75(nan,3.0345238095238094) P90(nan,4.094) P95(nan,7.092499999999999) P99(nan,15.769999999999996) P99.5(nan,40.385000000000005) P99.9(nan,40.876999999999995) P100(nan,41)", "server_memory": "server.memory_allocated: 72393544\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 176612782", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 41\nwasmcustom.kuadrant.allowed: 11\nwasmcustom.kuadrant.configs: 138\nwasmcustom.kuadrant.hits: 11"}}} {"index": 2, "timestamp": "2026-07-27T21:26:12Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T21:16:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-kjbwn", "memory": {"allocated": "73518568", "heap_size": "230686720", "pageheap_unmapped": "80691200", "pageheap_free": "22454272", "total_thread_cache": "27006304", "total_physical_bytes": "157484462"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T21:25:59Z/278\"\ncluster_manager.active_clusters: 154\ncluster_manager.cds.config_reload: 55\ncluster_manager.cds.config_reload_time_ms: 1785187554903\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 221\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 220\ncluster_manager.cds.update_time: 1785187559097\ncluster_manager.cds.version: 11710438759327617498\ncluster_manager.cluster_added: 205\ncluster_manager.cluster_modified: 48\ncluster_manager.cluster_removed: 51\ncluster_manager.cluster_updated: 54\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0125) P50(nan,2.061607142857143) P75(nan,3.031578947368421) P90(nan,4.058333333333334) P95(nan,7.05) P99(nan,13.800000000000011) P99.5(nan,15.900000000000006) P99.9(nan,40.78) P100(nan,41)", "server_memory": "server.memory_allocated: 73479248\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 157484462", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 77\nwasmcustom.kuadrant.allowed: 17\nwasmcustom.kuadrant.configs: 285\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 17"}}} {"index": 3, "timestamp": "2026-07-27T21:31:15Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T21:16:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-kjbwn", "memory": {"allocated": "75236072", "heap_size": "230686720", "pageheap_unmapped": "80576512", "pageheap_free": "23166976", "total_thread_cache": "25369128", "total_physical_bytes": "157599150"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T21:31:13Z/406\"\ncluster_manager.active_clusters: 156\ncluster_manager.cds.config_reload: 91\ncluster_manager.cds.config_reload_time_ms: 1785187868830\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 342\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 341\ncluster_manager.cds.update_time: 1785187873197\ncluster_manager.cds.version: 1719266350272741671\ncluster_manager.cluster_added: 238\ncluster_manager.cluster_modified: 86\ncluster_manager.cluster_removed: 82\ncluster_manager.cluster_updated: 86\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(2.01,2.010252808988764) P50(2.04,2.05814606741573) P75(2.07,3.0195454545454545) P90(2.088,4.043125) P95(2.094,7.047499999999999) P99(2.0987999999999998,13.794999999999987) P99.5(2.0994,15.295000000000016) P99.9(2.09988,40.65899999999999) P100(2.1,41)", "server_memory": "server.memory_allocated: 75196752\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 157599150", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 128\nwasmcustom.kuadrant.allowed: 27\nwasmcustom.kuadrant.configs: 495\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 27"}}} {"index": 4, "timestamp": "2026-07-27T21:36:17Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T21:16:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-kjbwn", "memory": {"allocated": "77266936", "heap_size": "230686720", "pageheap_unmapped": "79945728", "pageheap_free": "22421504", "total_thread_cache": "24994392", "total_physical_bytes": "158229934"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T21:36:17Z/522\"\ncluster_manager.active_clusters: 156\ncluster_manager.cds.config_reload: 119\ncluster_manager.cds.config_reload_time_ms: 1785188167492\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 456\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 455\ncluster_manager.cds.update_time: 1785188177611\ncluster_manager.cds.version: 5373850940930404535\ncluster_manager.cluster_added: 264\ncluster_manager.cluster_modified: 114\ncluster_manager.cluster_removed: 108\ncluster_manager.cluster_updated: 113\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,2.0125494071146246) P50(2.05,2.057509881422925) P75(2.075,3.0090579710144927) P90(2.09,4.028947368421052) P95(2.095,7.0625) P99(2.099,13.816666666666663) P99.5(2.0995,14.862500000000011) P99.9(2.0999,40.545000000000016) P100(2.1,41)", "server_memory": "server.memory_allocated: 77396280\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 158229934", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 173\nwasmcustom.kuadrant.allowed: 32\nwasmcustom.kuadrant.configs: 687\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 31\nwasmcustom.kuadrant.misses: 1"}}} {"index": 5, "timestamp": "2026-07-27T21:41:19Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T21:16:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-kjbwn", "memory": {"allocated": "90598120", "heap_size": "230686720", "pageheap_unmapped": "67649536", "pageheap_free": "22020096", "total_thread_cache": "25676984", "total_physical_bytes": "170526126"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T21:41:21Z/789\"\ncluster_manager.active_clusters: 156\ncluster_manager.cds.config_reload: 142\ncluster_manager.cds.config_reload_time_ms: 1785188448001\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 718\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 717\ncluster_manager.cds.update_time: 1785188481602\ncluster_manager.cds.version: 6842933655313433031\ncluster_manager.cluster_added: 288\ncluster_manager.cluster_modified: 138\ncluster_manager.cluster_removed: 132\ncluster_manager.cluster_updated: 138\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.03,2.018105381165919) P50(2.06,2.0579596412556054) P75(2.09,2.0978139013452917) P90(3.08,3.095940594059406) P95(4.04,5.062083333333333) P99(4.088,13.296666666666662) P99.5(4.094,14.481666666666683) P99.9(4.0988,40.28899999999999) P100(4.1,41)", "server_memory": "server.memory_allocated: 89676336\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 169805230", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 333\nwasmcustom.kuadrant.allowed: 36\nwasmcustom.kuadrant.configs: 1381\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 35\nwasmcustom.kuadrant.misses: 1"}}} {"index": 6, "timestamp": "2026-07-27T21:46:22Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T21:16:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-kjbwn", "memory": {"allocated": "74130824", "heap_size": "230686720", "pageheap_unmapped": "62562304", "pageheap_free": "33685504", "total_thread_cache": "25907736", "total_physical_bytes": "175613358"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T21:45:53Z/1167\"\ncluster_manager.active_clusters: 156\ncluster_manager.cds.config_reload: 160\ncluster_manager.cds.config_reload_time_ms: 1785188726331\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1093\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1091\ncluster_manager.cds.update_time: 1785188753863\ncluster_manager.cds.version: 16979128850398913362\ncluster_manager.cluster_added: 306\ncluster_manager.cluster_modified: 157\ncluster_manager.cluster_removed: 150\ncluster_manager.cluster_updated: 155\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0219119579500657) P50(nan,2.0577529566360053) P75(nan,2.093593955321945) P90(nan,3.08034965034965) P95(nan,4.088166666666667) P99(nan,11.363333333333307) P99.5(nan,13.848333333333358) P99.9(nan,15.909000000000106) P100(nan,41)", "server_memory": "server.memory_allocated: 75055600\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 175613358", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 647\nwasmcustom.kuadrant.allowed: 38\nwasmcustom.kuadrant.configs: 2655\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 37\nwasmcustom.kuadrant.misses: 1"}}} {"index": 7, "timestamp": "2026-07-27T21:51:25Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T21:16:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-kjbwn", "memory": {"allocated": "74135928", "heap_size": "230686720", "pageheap_unmapped": "62562304", "pageheap_free": "33652736", "total_thread_cache": "27847432", "total_physical_bytes": "175613358"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T21:50:59Z/1202\"\ncluster_manager.active_clusters: 156\ncluster_manager.cds.config_reload: 166\ncluster_manager.cds.config_reload_time_ms: 1785188951032\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1126\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1124\ncluster_manager.cds.update_time: 1785189059536\ncluster_manager.cds.version: 10779851691359221512\ncluster_manager.cluster_added: 312\ncluster_manager.cluster_modified: 163\ncluster_manager.cluster_removed: 156\ncluster_manager.cluster_updated: 163\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.021638924455826) P50(nan,2.057618437900128) P75(nan,2.0935979513444303) P90(nan,3.0806802721088435) P95(nan,4.092666666666666) P99(nan,11.25333333333333) P99.5(nan,13.793333333333294) P99.9(nan,15.875999999999976) P100(nan,41)", "server_memory": "server.memory_allocated: 74096624\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 175613358", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 658\nwasmcustom.kuadrant.allowed: 39\nwasmcustom.kuadrant.configs: 2702\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 38\nwasmcustom.kuadrant.misses: 1"}}} {"index": 8, "timestamp": "2026-07-27T21:56:27Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T21:16:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-kjbwn", "memory": {"allocated": "74152312", "heap_size": "230686720", "pageheap_unmapped": "62562304", "pageheap_free": "33636352", "total_thread_cache": "27717384", "total_physical_bytes": "175613358"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T21:50:59Z/1202\"\ncluster_manager.active_clusters: 156\ncluster_manager.cds.config_reload: 166\ncluster_manager.cds.config_reload_time_ms: 1785188951032\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1126\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1124\ncluster_manager.cds.update_time: 1785189059536\ncluster_manager.cds.version: 10779851691359221512\ncluster_manager.cluster_added: 312\ncluster_manager.cluster_modified: 163\ncluster_manager.cluster_removed: 156\ncluster_manager.cluster_updated: 163\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.021638924455826) P50(nan,2.057618437900128) P75(nan,2.0935979513444303) P90(nan,3.0806802721088435) P95(nan,4.092666666666666) P99(nan,11.25333333333333) P99.5(nan,13.793333333333294) P99.9(nan,15.875999999999976) P100(nan,41)", "server_memory": "server.memory_allocated: 74113008\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 175613358", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 658\nwasmcustom.kuadrant.allowed: 39\nwasmcustom.kuadrant.configs: 2702\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 38\nwasmcustom.kuadrant.misses: 1"}}} {"index": 9, "timestamp": "2026-07-27T22:01:29Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T21:16:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-kjbwn", "memory": {"allocated": "74072968", "heap_size": "230686720", "pageheap_unmapped": "62562304", "pageheap_free": "33652736", "total_thread_cache": "28064824", "total_physical_bytes": "175613358"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T22:00:09Z/1228\"\ncluster_manager.active_clusters: 156\ncluster_manager.cds.config_reload: 172\ncluster_manager.cds.config_reload_time_ms: 1785189608030\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1152\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1150\ncluster_manager.cds.update_time: 1785189609199\ncluster_manager.cds.version: 4743958314490421461\ncluster_manager.cluster_added: 318\ncluster_manager.cluster_modified: 169\ncluster_manager.cluster_removed: 162\ncluster_manager.cluster_updated: 168\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.021095717884131) P50(nan,2.0573047858942064) P75(nan,2.093513853904282) P90(nan,3.0806666666666667) P95(nan,4.091935483870968) P99(nan,11.375) P99.5(nan,13.75) P99.9(nan,15.849999999999909) P100(nan,41)", "server_memory": "server.memory_allocated: 74033664\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 175613358", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 672\nwasmcustom.kuadrant.allowed: 40\nwasmcustom.kuadrant.configs: 2758\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 38\nwasmcustom.kuadrant.misses: 2"}}} {"index": 10, "timestamp": "2026-07-27T22:06:32Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T21:16:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-kjbwn", "memory": {"allocated": "74949400", "heap_size": "230686720", "pageheap_unmapped": "62562304", "pageheap_free": "32497664", "total_thread_cache": "28513688", "total_physical_bytes": "175613358"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T22:06:33Z/1264\"\ncluster_manager.active_clusters: 162\ncluster_manager.cds.config_reload: 178\ncluster_manager.cds.config_reload_time_ms: 1785189902634\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1188\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1186\ncluster_manager.cds.update_time: 1785189993401\ncluster_manager.cds.version: 2904890884991303803\ncluster_manager.cluster_added: 324\ncluster_manager.cluster_modified: 175\ncluster_manager.cluster_removed: 162\ncluster_manager.cluster_updated: 178\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0208895705521472) P50(nan,2.057239263803681) P75(nan,2.0935889570552146) P90(nan,3.080967741935484) P95(nan,4.090151515151515) P99(nan,11.287500000000023) P99.5(nan,13.691666666666682) P99.9(nan,15.815000000000055) P100(nan,41)", "server_memory": "server.memory_allocated: 74783664\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 175613358", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 695\nwasmcustom.kuadrant.allowed: 41\nwasmcustom.kuadrant.configs: 2850\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 39\nwasmcustom.kuadrant.misses: 2"}}} {"index": 11, "timestamp": "2026-07-27T22:11:34Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T21:16:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-kjbwn", "memory": {"allocated": "86603576", "heap_size": "230686720", "pageheap_unmapped": "62529536", "pageheap_free": "24903680", "total_thread_cache": "28418536", "total_physical_bytes": "175646126"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T22:11:26Z/1410\"\ncluster_manager.active_clusters: 162\ncluster_manager.cds.config_reload: 191\ncluster_manager.cds.config_reload_time_ms: 1785190245330\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1332\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1330\ncluster_manager.cds.update_time: 1785190286503\ncluster_manager.cds.version: 2439789315110703129\ncluster_manager.cluster_added: 336\ncluster_manager.cluster_modified: 188\ncluster_manager.cluster_removed: 174\ncluster_manager.cluster_updated: 189\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0211580086580088) P50(nan,2.057142857142857) P75(nan,2.0931277056277056) P90(nan,3.077714285714286) P95(nan,4.078571428571428) P99(nan,10.982352941176472) P99.5(nan,13.449999999999969) P99.9(nan,15.670000000000073) P100(nan,41)", "server_memory": "server.memory_allocated: 86945040\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 175646126", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 716\nwasmcustom.kuadrant.allowed: 42\nwasmcustom.kuadrant.configs: 2985\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 39\nwasmcustom.kuadrant.misses: 3"}}} {"index": 12, "timestamp": "2026-07-27T22:16:37Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T21:16:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-kjbwn", "memory": {"allocated": "81818792", "heap_size": "230686720", "pageheap_unmapped": "59809792", "pageheap_free": "28983296", "total_thread_cache": "29364608", "total_physical_bytes": "178365870"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T22:16:38Z/1672\"\ncluster_manager.active_clusters: 157\ncluster_manager.cds.config_reload: 193\ncluster_manager.cds.config_reload_time_ms: 1785190581108\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1596\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1593\ncluster_manager.cds.update_time: 1785190599013\ncluster_manager.cds.version: 856572849474113914\ncluster_manager.cluster_added: 338\ncluster_manager.cluster_modified: 188\ncluster_manager.cluster_removed: 181\ncluster_manager.cluster_updated: 192\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.04,2.021883061049011) P50(2.08,2.056061908856406) P75(3.033333333333333,2.0902407566638006) P90(3.0733333333333333,3.066137566137566) P95(3.086666666666667,4.043055555555555) P99(3.0973333333333333,10.829411764705878) P99.5(3.0986666666666665,13.016666666666652) P99.9(3.0997333333333335,15.410000000000082) P100(3.1,41)", "server_memory": "server.memory_allocated: 82024032\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 178365870", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 951\nwasmcustom.kuadrant.allowed: 44\nwasmcustom.kuadrant.configs: 3952\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 41\nwasmcustom.kuadrant.misses: 3"}}} {"index": 13, "timestamp": "2026-07-27T22:21:40Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T21:16:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-kjbwn", "memory": {"allocated": "77346000", "heap_size": "249561088", "pageheap_unmapped": "76840960", "pageheap_free": "35733504", "total_thread_cache": "28478080", "total_physical_bytes": "180209070"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T22:21:41Z/1936\"\ncluster_manager.active_clusters: 155\ncluster_manager.cds.config_reload: 204\ncluster_manager.cds.config_reload_time_ms: 1785190900532\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1858\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1855\ncluster_manager.cds.update_time: 1785190901920\ncluster_manager.cds.version: 10945731297660609637\ncluster_manager.cluster_added: 349\ncluster_manager.cluster_modified: 201\ncluster_manager.cluster_removed: 194\ncluster_manager.cluster_updated: 199\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.022751994198695) P50(nan,2.056236403190718) P75(nan,2.0897208121827413) P90(nan,3.060945945945946) P95(nan,4.01527027027027) P99(nan,10.69611111111111) P99.5(nan,11.941250000000025) P99.9(nan,15.15300000000002) P100(nan,41)", "server_memory": "server.memory_allocated: 77125672\nserver.memory_heap_size: 249561088\nserver.memory_physical_size: 180209070", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1168\nwasmcustom.kuadrant.allowed: 48\nwasmcustom.kuadrant.configs: 4847\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 45\nwasmcustom.kuadrant.misses: 3"}}} {"index": 14, "timestamp": "2026-07-27T22:26:42Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T21:16:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-kjbwn", "memory": {"allocated": "86063608", "heap_size": "249561088", "pageheap_unmapped": "87007232", "pageheap_free": "20398080", "total_thread_cache": "27665712", "total_physical_bytes": "170042798"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T22:26:35Z/2067\"\ncluster_manager.active_clusters: 162\ncluster_manager.cds.config_reload: 217\ncluster_manager.cds.config_reload_time_ms: 1785191185529\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1984\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1981\ncluster_manager.cds.update_time: 1785191195599\ncluster_manager.cds.version: 7917526807277750764\ncluster_manager.cluster_added: 362\ncluster_manager.cluster_modified: 214\ncluster_manager.cluster_removed: 200\ncluster_manager.cluster_updated: 217\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.025,2.0226883561643834) P50(2.05,2.056609589041096) P75(2.075,2.0905308219178083) P90(2.09,3.0633067729083665) P95(2.095,4.0173749999999995) P99(2.099,10.74684210526316) P99.5(2.0995,12.547500000000014) P99.9(2.0999,15.019000000000005) P100(2.1,41)", "server_memory": "server.memory_allocated: 85921616\nserver.memory_heap_size: 249561088\nserver.memory_physical_size: 170042798", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1216\nwasmcustom.kuadrant.allowed: 49\nwasmcustom.kuadrant.configs: 5048\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 45\nwasmcustom.kuadrant.misses: 4"}}} {"index": 15, "timestamp": "2026-07-27T22:31:44Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T21:16:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-kjbwn", "memory": {"allocated": "85557808", "heap_size": "249561088", "pageheap_unmapped": "81797120", "pageheap_free": "23937024", "total_thread_cache": "28143120", "total_physical_bytes": "175252910"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T22:31:46Z/2260\"\ncluster_manager.active_clusters: 159\ncluster_manager.cds.config_reload: 222\ncluster_manager.cds.config_reload_time_ms: 1785191475146\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2172\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2169\ncluster_manager.cds.update_time: 1785191506710\ncluster_manager.cds.version: 13615804382842024809\ncluster_manager.cluster_added: 367\ncluster_manager.cluster_modified: 214\ncluster_manager.cluster_removed: 208\ncluster_manager.cluster_updated: 226\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.0625,2.0230721393034825) P50(3.0166666666666666,2.056778606965174) P75(3.058333333333333,2.0904850746268657) P90(3.0833333333333335,3.0619424460431657) P95(3.091666666666667,4.005909090909091) P99(3.098333333333333,10.648421052631587) P99.5(3.0991666666666666,12.079999999999927) P99.9(3.099833333333333,14.94399999999996) P100(3.1,41)", "server_memory": "server.memory_allocated: 85912344\nserver.memory_heap_size: 249561088\nserver.memory_physical_size: 175252910", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1352\nwasmcustom.kuadrant.allowed: 50\nwasmcustom.kuadrant.configs: 5625\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 46\nwasmcustom.kuadrant.misses: 4"}}} {"index": 16, "timestamp": "2026-07-27T22:36:47Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T21:16:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-kjbwn", "memory": {"allocated": "83624896", "heap_size": "268435456", "pageheap_unmapped": "97239040", "pageheap_free": "25903104", "total_thread_cache": "30973168", "total_physical_bytes": "178685358"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T22:36:48Z/2476\"\ncluster_manager.active_clusters: 162\ncluster_manager.cds.config_reload: 226\ncluster_manager.cds.config_reload_time_ms: 1785191800665\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2362\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2359\ncluster_manager.cds.update_time: 1785191808712\ncluster_manager.cds.version: 15465454033482601712\ncluster_manager.cluster_added: 370\ncluster_manager.cluster_modified: 215\ncluster_manager.cluster_removed: 208\ncluster_manager.cluster_updated: 230\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,2.0236348122866894) P50(3.05,2.0571672354948807) P75(3.075,2.0906996587030715) P90(3.09,3.0605732484076436) P95(3.095,3.09812101910828) P99(3.099,10.548421052631582) P99.5(3.0995,11.802500000000009) P99.9(3.0999,14.880666666666608) P100(3.1,41)", "server_memory": "server.memory_allocated: 83137816\nserver.memory_heap_size: 268435456\nserver.memory_physical_size: 178619822", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1461\nwasmcustom.kuadrant.allowed: 333\nwasmcustom.kuadrant.configs: 6142\nwasmcustom.kuadrant.denied: 3\nwasmcustom.kuadrant.errors: 1\nwasmcustom.kuadrant.hits: 329\nwasmcustom.kuadrant.misses: 4"}}} {"index": 17, "timestamp": "2026-07-27T22:41:50Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T21:16:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-kjbwn", "memory": {"allocated": "84176128", "heap_size": "287309824", "pageheap_unmapped": "109338624", "pageheap_free": "33333248", "total_thread_cache": "29121040", "total_physical_bytes": "185164206"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T22:41:50Z/2667\"\ncluster_manager.active_clusters: 160\ncluster_manager.cds.config_reload: 239\ncluster_manager.cds.config_reload_time_ms: 1785192098427\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2543\ncluster_manager.cds.update_failure: 3\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2539\ncluster_manager.cds.update_time: 1785192110714\ncluster_manager.cds.version: 3914856099616407545\ncluster_manager.cluster_added: 380\ncluster_manager.cluster_modified: 227\ncluster_manager.cluster_removed: 220\ncluster_manager.cluster_updated: 243\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.0375,2.0235488126649077) P50(2.075,2.057018469656992) P75(3.025,2.0904881266490767) P90(3.07,3.0603313253012048) P95(3.085,3.098539156626506) P99(3.097,10.559473684210532) P99.5(3.0985,12.105000000000018) P99.9(3.0997,15.463000000000193) P100(3.1,41)", "server_memory": "server.memory_allocated: 84206184\nserver.memory_heap_size: 287309824\nserver.memory_physical_size: 185164206", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1605\nwasmcustom.kuadrant.allowed: 594\nwasmcustom.kuadrant.configs: 6733\nwasmcustom.kuadrant.denied: 3\nwasmcustom.kuadrant.errors: 1\nwasmcustom.kuadrant.hits: 588\nwasmcustom.kuadrant.misses: 6"}}} {"index": 18, "timestamp": "2026-07-27T22:46:52Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T21:16:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-kjbwn", "memory": {"allocated": "86734248", "heap_size": "293601280", "pageheap_unmapped": "111288320", "pageheap_free": "33480704", "total_thread_cache": "31220648", "total_physical_bytes": "189505966"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T22:46:53Z/2890\"\ncluster_manager.active_clusters: 165\ncluster_manager.cds.config_reload: 250\ncluster_manager.cds.config_reload_time_ms: 1785192365159\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2761\ncluster_manager.cds.update_failure: 3\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2757\ncluster_manager.cds.update_time: 1785192413817\ncluster_manager.cds.version: 10178067165442937896\ncluster_manager.cluster_added: 390\ncluster_manager.cluster_modified: 236\ncluster_manager.cluster_removed: 225\ncluster_manager.cluster_updated: 258\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(3,0) P25(3.025,2.0240469208211143) P50(3.05,2.05772238514174) P75(3.075,2.0913978494623655) P90(3.09,3.0621465968586388) P95(3.095,3.0982198952879583) P99(3.099,10.472000000000003) P99.5(3.0995,11.80499999999995) P99.9(3.0999,15.244000000000142) P100(3.1,41)", "server_memory": "server.memory_allocated: 86556736\nserver.memory_heap_size: 293601280\nserver.memory_physical_size: 189505966", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1764\nwasmcustom.kuadrant.allowed: 680\nwasmcustom.kuadrant.configs: 7378\nwasmcustom.kuadrant.denied: 6\nwasmcustom.kuadrant.errors: 1\nwasmcustom.kuadrant.hits: 674\nwasmcustom.kuadrant.misses: 6"}}} {"index": 19, "timestamp": "2026-07-27T22:51:55Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T21:16:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-kjbwn", "memory": {"allocated": "85851624", "heap_size": "299892736", "pageheap_unmapped": "127672320", "pageheap_free": "29270016", "total_thread_cache": "25697128", "total_physical_bytes": "179413422"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T22:51:56Z/3083\"\ncluster_manager.active_clusters: 161\ncluster_manager.cds.config_reload: 258\ncluster_manager.cds.config_reload_time_ms: 1785192693743\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2953\ncluster_manager.cds.update_failure: 3\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2949\ncluster_manager.cds.update_time: 1785192716100\ncluster_manager.cds.version: 7818863269620716343\ncluster_manager.cluster_added: 398\ncluster_manager.cluster_modified: 244\ncluster_manager.cluster_removed: 237\ncluster_manager.cluster_updated: 272\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.05,2.0246645071726053) P50(2.1,2.0587690883850067) P75(3.05,2.0928736695974086) P90(3.08,3.065056433408578) P95(3.09,3.098329571106095) P99(3.098,10.405714285714286) P99.5(3.099,11.56499999999994) P99.9(3.0998,15.052000000000135) P100(3.1,41)", "server_memory": "server.memory_allocated: 85804944\nserver.memory_heap_size: 299892736\nserver.memory_physical_size: 179413422", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1862\nwasmcustom.kuadrant.allowed: 682\nwasmcustom.kuadrant.configs: 7914\nwasmcustom.kuadrant.denied: 6\nwasmcustom.kuadrant.errors: 1\nwasmcustom.kuadrant.hits: 676\nwasmcustom.kuadrant.misses: 6"}}} {"index": 20, "timestamp": "2026-07-27T22:53:00Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-07-27T21:16:36Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-kjbwn", "memory": {"allocated": "83636456", "heap_size": "299892736", "pageheap_unmapped": "127664128", "pageheap_free": "28966912", "total_thread_cache": "29895016", "total_physical_bytes": "179421614"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-07-27T22:52:51Z/3130\"\ncluster_manager.active_clusters: 161\ncluster_manager.cds.config_reload: 263\ncluster_manager.cds.config_reload_time_ms: 1785192725663\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2999\ncluster_manager.cds.update_failure: 3\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2995\ncluster_manager.cds.update_time: 1785192771909\ncluster_manager.cds.version: 7890045884600681762\ncluster_manager.cluster_added: 404\ncluster_manager.cluster_modified: 251\ncluster_manager.cluster_removed: 243\ncluster_manager.cluster_updated: 276\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.024816429554842) P50(nan,2.0591785222579166) P75(nan,2.0935406149609914) P90(nan,3.0664870689655173) P95(nan,3.0987607758620688) P99(nan,10.43095238095239) P99.5(nan,11.756250000000023) P99.9(nan,15.00500000000011) P100(nan,41)", "server_memory": "server.memory_allocated: 83597152\nserver.memory_heap_size: 299892736\nserver.memory_physical_size: 179421614", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1884\nwasmcustom.kuadrant.allowed: 682\nwasmcustom.kuadrant.configs: 8035\nwasmcustom.kuadrant.denied: 6\nwasmcustom.kuadrant.errors: 1\nwasmcustom.kuadrant.hits: 676\nwasmcustom.kuadrant.misses: 6"}}}