{"index": 0, "timestamp": "2026-09-16T16:06:24Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-09-16T16:00:55Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9582c", "memory": {"allocated": "13396544", "heap_size": "20971520", "pageheap_unmapped": "0", "pageheap_free": "4276224", "total_thread_cache": "1654856", "total_physical_bytes": "29427118"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T16:04:39Z/10\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 25\ncluster_manager.cds.config_reload_time_ms: 1789574679980\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 53\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 51\ncluster_manager.cds.update_time: 1789574679980\ncluster_manager.cds.version: 15695514446124651724\ncluster_manager.cluster_added: 132\ncluster_manager.cluster_modified: 29\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 45\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,1.05) P75(nan,5.004166666666666) P90(nan,10.633333333333333) P95(nan,16.449999999999996) P99(nan,28.490000000000002) P99.5(nan,28.744999999999997) P99.9(nan,28.948999999999998) P100(nan,29)", "server_memory": "server.memory_allocated: 13357176\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 29427118", "wasm_stats": ""}}} {"index": 1, "timestamp": "2026-09-16T16:11:26Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T16:06:41Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9582c", "memory": {"allocated": "71808808", "heap_size": "230686720", "pageheap_unmapped": "63676416", "pageheap_free": "39313408", "total_thread_cache": "32734128", "total_physical_bytes": "175093166"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T16:11:01Z/98\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 31\ncluster_manager.cds.config_reload_time_ms: 1789575061120\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 73\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 72\ncluster_manager.cds.update_time: 1789575061120\ncluster_manager.cds.version: 8116755581417329803\ncluster_manager.cluster_added: 170\ncluster_manager.cluster_modified: 27\ncluster_manager.cluster_removed: 31\ncluster_manager.cluster_updated: 37\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0388888888888888) P75(nan,3.1) P90(nan,7.095) P95(nan,11.799999999999997) P99(nan,57.28) P99.5(nan,57.64) P99.9(nan,57.928) P100(nan,58)", "server_memory": "server.memory_allocated: 71770656\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 175093166", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 21\nwasmcustom.kuadrant.allowed: 12\nwasmcustom.kuadrant.configs: 55\nwasmcustom.kuadrant.hits: 12"}}} {"index": 2, "timestamp": "2026-09-16T16:16:28Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T16:06:41Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9582c", "memory": {"allocated": "70922448", "heap_size": "230686720", "pageheap_unmapped": "63676416", "pageheap_free": "38969344", "total_thread_cache": "33094992", "total_physical_bytes": "175093166"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T16:15:56Z/150\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 55\ncluster_manager.cds.config_reload_time_ms: 1789575329517\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 122\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 121\ncluster_manager.cds.update_time: 1789575357007\ncluster_manager.cds.version: 2548233880648292112\ncluster_manager.cluster_added: 195\ncluster_manager.cluster_modified: 50\ncluster_manager.cluster_removed: 63\ncluster_manager.cluster_updated: 62\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0316666666666667) P75(nan,3.08125) P90(nan,7.0975) P95(nan,10.983333333333329) P99(nan,12.894999999999996) P99.5(nan,57.394999999999996) P99.9(nan,57.879000000000005) P100(nan,58)", "server_memory": "server.memory_allocated: 70883144\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 175093166", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 29\nwasmcustom.kuadrant.allowed: 18\nwasmcustom.kuadrant.configs: 87\nwasmcustom.kuadrant.denied: 2\nwasmcustom.kuadrant.hits: 18"}}} {"index": 3, "timestamp": "2026-09-16T16:21:30Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T16:06:41Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9582c", "memory": {"allocated": "71273456", "heap_size": "230686720", "pageheap_unmapped": "80576512", "pageheap_free": "29343744", "total_thread_cache": "27829584", "total_physical_bytes": "158193070"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T16:21:20Z/200\"\ncluster_manager.active_clusters: 135\ncluster_manager.cds.config_reload: 77\ncluster_manager.cds.config_reload_time_ms: 1789575678492\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 166\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 165\ncluster_manager.cds.update_time: 1789575680764\ncluster_manager.cds.version: 15864692447252760730\ncluster_manager.cluster_added: 217\ncluster_manager.cluster_modified: 69\ncluster_manager.cluster_removed: 82\ncluster_manager.cluster_updated: 82\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0306818181818183) P75(nan,3.0597222222222222) P90(nan,7.0875) P95(nan,10.6875) P99(nan,22.349999999999994) P99.5(nan,57.17500000000001) P99.9(nan,57.83500000000001) P100(nan,58)", "server_memory": "server.memory_allocated: 71317280\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 158193070", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 17\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 15\nwasmcustom.kuadrant.allowed: 8\nwasmcustom.kuadrant.configs: 52\nwasmcustom.kuadrant.hits: 8"}}} {"index": 4, "timestamp": "2026-09-16T16:26:33Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T16:06:41Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9582c", "memory": {"allocated": "72167232", "heap_size": "230686720", "pageheap_unmapped": "80453632", "pageheap_free": "28909568", "total_thread_cache": "27333184", "total_physical_bytes": "158315950"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T16:26:17Z/291\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 105\ncluster_manager.cds.config_reload_time_ms: 1789575975722\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 230\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 229\ncluster_manager.cds.update_time: 1789575977792\ncluster_manager.cds.version: 4133204343302513791\ncluster_manager.cluster_added: 244\ncluster_manager.cluster_modified: 95\ncluster_manager.cluster_removed: 103\ncluster_manager.cluster_updated: 105\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0307142857142857) P75(nan,3.0336538461538463) P90(nan,7.0525) P95(nan,10.709999999999997) P99(nan,15.710000000000008) P99.5(nan,22.85499999999999) P99.9(nan,57.77099999999999) P100(nan,58)", "server_memory": "server.memory_allocated: 72127928\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 158315950", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 41\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 44\nwasmcustom.kuadrant.allowed: 260\nwasmcustom.kuadrant.configs: 148\nwasmcustom.kuadrant.hits: 260"}}} {"index": 5, "timestamp": "2026-09-16T16:31:35Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T16:06:41Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9582c", "memory": {"allocated": "73096824", "heap_size": "230686720", "pageheap_unmapped": "79921152", "pageheap_free": "28803072", "total_thread_cache": "27933624", "total_physical_bytes": "158848430"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T16:31:35Z/373\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 128\ncluster_manager.cds.config_reload_time_ms: 1789576292721\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 296\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 295\ncluster_manager.cds.update_time: 1789576295289\ncluster_manager.cds.version: 13033277528420090275\ncluster_manager.cluster_added: 267\ncluster_manager.cluster_modified: 109\ncluster_manager.cluster_removed: 125\ncluster_manager.cluster_updated: 129\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(1.05,2.026923076923077) P75(2.025,2.097596153846154) P90(2.07,6.030000000000001) P95(2.085,10.383333333333335) P99(2.097,15.530000000000001) P99.5(2.0985,22.529999999999973) P99.9(2.0997,57.70600000000002) P100(2.1,58)", "server_memory": "server.memory_allocated: 72818592\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 158848430", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 64\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 77\nwasmcustom.kuadrant.allowed: 398\nwasmcustom.kuadrant.configs: 249\nwasmcustom.kuadrant.hits: 396\nwasmcustom.kuadrant.misses: 2"}}} {"index": 6, "timestamp": "2026-09-16T16:36:37Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T16:06:41Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9582c", "memory": {"allocated": "72752472", "heap_size": "230686720", "pageheap_unmapped": "79421440", "pageheap_free": "28835840", "total_thread_cache": "27747896", "total_physical_bytes": "159348142"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T16:36:38Z/507\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 149\ncluster_manager.cds.config_reload_time_ms: 1789576597216\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 356\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 355\ncluster_manager.cds.update_time: 1789576598981\ncluster_manager.cds.version: 513053603037547450\ncluster_manager.cluster_added: 288\ncluster_manager.cluster_modified: 127\ncluster_manager.cluster_removed: 148\ncluster_manager.cluster_updated: 147\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.023228346456693) P75(2.0125,2.0923228346456693) P90(2.065,5.058000000000001) P95(2.0825,10.064285714285713) P99(2.0965,15.245000000000005) P99.5(2.09825,22.245000000000005) P99.9(2.09965,57.649) P100(2.1,58)", "server_memory": "server.memory_allocated: 72733616\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 159348142", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 85\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 104\nwasmcustom.kuadrant.allowed: 583\nwasmcustom.kuadrant.configs: 333\nwasmcustom.kuadrant.hits: 581\nwasmcustom.kuadrant.misses: 2"}}} {"index": 7, "timestamp": "2026-09-16T16:41:39Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T16:06:41Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9582c", "memory": {"allocated": "72529976", "heap_size": "230686720", "pageheap_unmapped": "79421440", "pageheap_free": "28745728", "total_thread_cache": "27619880", "total_physical_bytes": "159348142"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T16:41:28Z/581\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 169\ncluster_manager.cds.config_reload_time_ms: 1789576888626\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 408\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 406\ncluster_manager.cds.update_time: 1789576888626\ncluster_manager.cds.version: 14049195022293157015\ncluster_manager.cluster_added: 306\ncluster_manager.cluster_modified: 141\ncluster_manager.cluster_removed: 165\ncluster_manager.cluster_updated: 167\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0241830065359476) P75(nan,2.0905228758169936) P90(nan,5.008000000000001) P95(nan,9.08375) P99(nan,13.939999999999998) P99.5(nan,15.984999999999985) P99.9(nan,57.593999999999994) P100(nan,58)", "server_memory": "server.memory_allocated: 72516720\nserver.memory_heap_size: 230686720\nserver.memory_physical_size: 159348142", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 106\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 128\nwasmcustom.kuadrant.allowed: 812\nwasmcustom.kuadrant.configs: 417\nwasmcustom.kuadrant.hits: 810\nwasmcustom.kuadrant.misses: 2"}}} {"index": 8, "timestamp": "2026-09-16T16:46:42Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T16:06:41Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9582c", "memory": {"allocated": "70938320", "heap_size": "264241152", "pageheap_unmapped": "125206528", "pageheap_free": "14712832", "total_thread_cache": "29049264", "total_physical_bytes": "147117486"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T16:46:06Z/636\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 184\ncluster_manager.cds.config_reload_time_ms: 1789577078918\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 451\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 449\ncluster_manager.cds.update_time: 1789577166794\ncluster_manager.cds.version: 14408276814569127205\ncluster_manager.cluster_added: 322\ncluster_manager.cluster_modified: 156\ncluster_manager.cluster_removed: 190\ncluster_manager.cluster_updated: 190\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0236842105263158) P75(nan,2.089327485380117) P90(nan,5.03) P95(nan,9.0755) P99(nan,13.509999999999991) P99.5(nan,15.877499999999998) P99.9(nan,57.55099999999999) P100(nan,58)", "server_memory": "server.memory_allocated: 70899016\nserver.memory_heap_size: 264241152\nserver.memory_physical_size: 147117486", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 8\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 8\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 25\nwasmcustom.kuadrant.hits: 2"}}} {"index": 9, "timestamp": "2026-09-16T16:51:44Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T16:06:41Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9582c", "memory": {"allocated": "71466856", "heap_size": "264241152", "pageheap_unmapped": "118390784", "pageheap_free": "21135360", "total_thread_cache": "30515104", "total_physical_bytes": "153933230"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T16:51:34Z/690\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 209\ncluster_manager.cds.config_reload_time_ms: 1789577452518\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 501\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 499\ncluster_manager.cds.update_time: 1789577494278\ncluster_manager.cds.version: 15322957108312134599\ncluster_manager.cluster_added: 353\ncluster_manager.cluster_modified: 183\ncluster_manager.cluster_removed: 214\ncluster_manager.cluster_updated: 212\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.024728260869565) P75(nan,2.0925271739130435) P90(nan,5.063750000000001) P95(nan,9.077307692307691) P99(nan,13.009999999999991) P99.5(nan,15.752499999999998) P99.9(nan,57.500999999999976) P100(nan,58)", "server_memory": "server.memory_allocated: 71427552\nserver.memory_heap_size: 264241152\nserver.memory_physical_size: 153933230", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 19\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 24\nwasmcustom.kuadrant.allowed: 4\nwasmcustom.kuadrant.configs: 75\nwasmcustom.kuadrant.hits: 3\nwasmcustom.kuadrant.misses: 1"}}} {"index": 10, "timestamp": "2026-09-16T16:56:46Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T16:06:41Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9582c", "memory": {"allocated": "71484896", "heap_size": "264241152", "pageheap_unmapped": "118366208", "pageheap_free": "21151744", "total_thread_cache": "30132144", "total_physical_bytes": "153957806"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T16:56:04Z/717\"\ncluster_manager.active_clusters: 136\ncluster_manager.cds.config_reload: 219\ncluster_manager.cds.config_reload_time_ms: 1789577704808\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 527\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 525\ncluster_manager.cds.update_time: 1789577764173\ncluster_manager.cds.version: 5555969917610606420\ncluster_manager.cluster_added: 364\ncluster_manager.cluster_modified: 191\ncluster_manager.cluster_removed: 228\ncluster_manager.cluster_updated: 228\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0260309278350515) P75(nan,2.093685567010309) P90(nan,5.08125) P95(nan,9.082692307692307) P99(nan,12.95) P99.5(nan,15.6875) P99.9(nan,57.47500000000002) P100(nan,58)", "server_memory": "server.memory_allocated: 71445592\nserver.memory_heap_size: 264241152\nserver.memory_physical_size: 153957806", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 24\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 30\nwasmcustom.kuadrant.allowed: 10\nwasmcustom.kuadrant.configs: 95\nwasmcustom.kuadrant.hits: 8\nwasmcustom.kuadrant.misses: 3"}}} {"index": 11, "timestamp": "2026-09-16T17:01:48Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T16:06:41Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9582c", "memory": {"allocated": "72043400", "heap_size": "264241152", "pageheap_unmapped": "118202368", "pageheap_free": "21291008", "total_thread_cache": "30082992", "total_physical_bytes": "154121646"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T17:01:47Z/754\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 235\ncluster_manager.cds.config_reload_time_ms: 1789578107919\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 562\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 560\ncluster_manager.cds.update_time: 1789578107919\ncluster_manager.cds.version: 3910704688036043092\ncluster_manager.cluster_added: 380\ncluster_manager.cluster_modified: 204\ncluster_manager.cluster_removed: 240\ncluster_manager.cluster_updated: 237\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0254901960784313) P75(nan,2.0938725490196077) P90(nan,5.0775) P95(nan,9.079285714285714) P99(nan,12.883999999999991) P99.5(nan,15.605000000000018) P99.9(nan,57.44200000000001) P100(nan,58)", "server_memory": "server.memory_allocated: 71762176\nserver.memory_heap_size: 264241152\nserver.memory_physical_size: 154121646", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 32\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 43\nwasmcustom.kuadrant.allowed: 17\nwasmcustom.kuadrant.configs: 133\nwasmcustom.kuadrant.hits: 12\nwasmcustom.kuadrant.misses: 5"}}} {"index": 12, "timestamp": "2026-09-16T17:06:51Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T16:06:41Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9582c", "memory": {"allocated": "72074544", "heap_size": "291504128", "pageheap_unmapped": "119980032", "pageheap_free": "49741824", "total_thread_cache": "24748592", "total_physical_bytes": "179311022"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T17:06:46Z/795\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 255\ncluster_manager.cds.config_reload_time_ms: 1789578399724\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 599\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 597\ncluster_manager.cds.update_time: 1789578406628\ncluster_manager.cds.version: 17207908307580817591\ncluster_manager.cluster_added: 401\ncluster_manager.cluster_modified: 226\ncluster_manager.cluster_removed: 254\ncluster_manager.cluster_updated: 266\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.027083333333333) P75(0,2.0961805555555557) P90(0,5.093636363636365) P95(0,9.087666666666667) P99(0,12.805999999999994) P99.5(0,15.507499999999993) P99.9(0,57.40300000000002) P100(0,58)", "server_memory": "server.memory_allocated: 72035240\nserver.memory_heap_size: 291504128\nserver.memory_physical_size: 179311022", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 6\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 3\nwasmcustom.kuadrant.configs: 8"}}} {"index": 13, "timestamp": "2026-09-16T17:10:18Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-16T16:06:41Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-9582c", "memory": {"allocated": "72089456", "heap_size": "291504128", "pageheap_unmapped": "142557184", "pageheap_free": "26779648", "total_thread_cache": "26806320", "total_physical_bytes": "156733870"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-16T17:10:20Z/824\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 261\ncluster_manager.cds.config_reload_time_ms: 1789578593823\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 625\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 622\ncluster_manager.cds.update_time: 1789578620288\ncluster_manager.cds.version: 13133231958516047870\ncluster_manager.cluster_added: 408\ncluster_manager.cluster_modified: 231\ncluster_manager.cluster_removed: 269\ncluster_manager.cluster_updated: 279\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0267699115044246) P75(nan,2.0954646017699115) P90(nan,5.090833333333333) P95(nan,9.0809375) P99(nan,12.757999999999992) P99.5(nan,15.447499999999991) P99.9(nan,57.37900000000002) P100(nan,58)", "server_memory": "server.memory_allocated: 71979040\nserver.memory_heap_size: 291504128\nserver.memory_physical_size: 156733870", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 14\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 12\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 40\nwasmcustom.kuadrant.hits: 2"}}}