{"index": 0, "timestamp": "2026-09-05T02:31:53Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-09-05T02:26:35Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-7p2mm", "memory": {"allocated": "13476440", "heap_size": "20971520", "pageheap_unmapped": "0", "pageheap_free": "4210688", "total_thread_cache": "1844384", "total_physical_bytes": "28808622"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-05T02:30:11Z/9\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 24\ncluster_manager.cds.config_reload_time_ms: 1788575411976\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 54\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 52\ncluster_manager.cds.update_time: 1788575411976\ncluster_manager.cds.version: 2515348180559828386\ncluster_manager.cluster_added: 132\ncluster_manager.cluster_modified: 27\ncluster_manager.cluster_removed: 0\ncluster_manager.cluster_updated: 46\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,0) P75(nan,3.1) P90(nan,9.08) P95(nan,21.4) P99(nan,25.479999999999997) P99.5(nan,25.740000000000002) P99.9(nan,25.948) P100(nan,26)", "server_memory": "server.memory_allocated: 13437136\nserver.memory_heap_size: 20971520\nserver.memory_physical_size: 28808622", "wasm_stats": ""}}}
{"index": 1, "timestamp": "2026-09-05T02:36:55Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-05T02:32:09Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-7p2mm", "memory": {"allocated": "75856352", "heap_size": "232783872", "pageheap_unmapped": "81608704", "pageheap_free": "25608192", "total_thread_cache": "25675200", "total_physical_bytes": "159450542"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-05T02:36:55Z/143\"\ncluster_manager.active_clusters: 144\ncluster_manager.cds.config_reload: 29\ncluster_manager.cds.config_reload_time_ms: 1788575807854\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 129\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 128\ncluster_manager.cds.update_time: 1788575815980\ncluster_manager.cds.version: 13608985404809454496\ncluster_manager.cluster_added: 163\ncluster_manager.cluster_modified: 28\ncluster_manager.cluster_removed: 19\ncluster_manager.cluster_updated: 27\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.045,2.016326530612245) P50(2.09,2.0816326530612246) P75(4.0375,4.029166666666667) P90(5.01,5.073333333333333) P95(5.055,8.086666666666666) P99(5.091,12.719999999999999) P99.5(5.0955,56.36) P99.9(5.0991,56.872) P100(5.1,57)", "server_memory": "server.memory_allocated: 75817032\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 159450542", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 41\nwasmcustom.kuadrant.allowed: 15\nwasmcustom.kuadrant.configs: 138\nwasmcustom.kuadrant.hits: 12\nwasmcustom.kuadrant.misses: 3"}}}
{"index": 2, "timestamp": "2026-09-05T02:41:57Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-05T02:32:09Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-7p2mm", "memory": {"allocated": "72803136", "heap_size": "234881024", "pageheap_unmapped": "80920576", "pageheap_free": "27164672", "total_thread_cache": "30151016", "total_physical_bytes": "162235822"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-05T02:41:58Z/292\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 54\ncluster_manager.cds.config_reload_time_ms: 1788576107752\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 271\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 270\ncluster_manager.cds.update_time: 1788576118567\ncluster_manager.cds.version: 3338623889886939619\ncluster_manager.cluster_added: 189\ncluster_manager.cluster_modified: 53\ncluster_manager.cluster_removed: 50\ncluster_manager.cluster_updated: 51\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,2.0183333333333335) P50(0,2.0677777777777777) P75(0,3.0775) P90(0,4.09) P95(0,8.06625) P99(0,10.916249999999998) P99.5(0,12.66500000000002) P99.9(0,56.733000000000004) P100(0,57)", "server_memory": "server.memory_allocated: 72998952\nserver.memory_heap_size: 234881024\nserver.memory_physical_size: 162235822", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 28\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 67\nwasmcustom.kuadrant.allowed: 6\nwasmcustom.kuadrant.configs: 96\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 2\nwasmcustom.kuadrant.misses: 4"}}}
{"index": 3, "timestamp": "2026-09-05T02:46:59Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-05T02:32:09Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-7p2mm", "memory": {"allocated": "74607680", "heap_size": "262144000", "pageheap_unmapped": "110190592", "pageheap_free": "26288128", "total_thread_cache": "28301152", "total_physical_bytes": "160228782"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-05T02:46:45Z/383\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 81\ncluster_manager.cds.config_reload_time_ms: 1788576396860\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 356\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 355\ncluster_manager.cds.update_time: 1788576405880\ncluster_manager.cds.version: 2887032120207357820\ncluster_manager.cluster_added: 216\ncluster_manager.cluster_modified: 79\ncluster_manager.cluster_removed: 76\ncluster_manager.cluster_updated: 76\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0125690607734805) P50(nan,2.0616022099447515) P75(nan,3.049358974358974) P90(nan,4.085897435897436) P95(nan,8.065) P99(nan,12.724999999999994) P99.5(nan,13.612500000000011) P99.9(nan,56.64499999999998) P100(nan,57)", "server_memory": "server.memory_allocated: 74700024\nserver.memory_heap_size: 262144000\nserver.memory_physical_size: 160228782", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 37\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 49\nwasmcustom.kuadrant.allowed: 68\nwasmcustom.kuadrant.configs: 132\nwasmcustom.kuadrant.hits: 68"}}}
{"index": 4, "timestamp": "2026-09-05T02:52:02Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-05T02:32:09Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-7p2mm", "memory": {"allocated": "79082488", "heap_size": "262144000", "pageheap_unmapped": "109002752", "pageheap_free": "24043520", "total_thread_cache": "26385016", "total_physical_bytes": "161416622"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-05T02:52:03Z/623\"\ncluster_manager.active_clusters: 141\ncluster_manager.cds.config_reload: 107\ncluster_manager.cds.config_reload_time_ms: 1788576715861\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 585\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 584\ncluster_manager.cds.update_time: 1788576723190\ncluster_manager.cds.version: 6758910856402008142\ncluster_manager.cluster_added: 239\ncluster_manager.cluster_modified: 95\ncluster_manager.cluster_removed: 98\ncluster_manager.cluster_updated: 97\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.05,2.013732394366197) P50(2.1,2.0547887323943663) P75(3.05,2.095845070422535) P90(3.08,4.039761904761905) P95(3.09,5.09625) P99(3.098,12.08499999999998) P99.5(3.099,13.542500000000018) P99.9(3.0998,56.41700000000003) P100(3.1,57)", "server_memory": "server.memory_allocated: 78874880\nserver.memory_heap_size: 262144000\nserver.memory_physical_size: 161392046", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 141\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 241\nwasmcustom.kuadrant.allowed: 281\nwasmcustom.kuadrant.configs: 557\nwasmcustom.kuadrant.hits: 281"}}}
{"index": 5, "timestamp": "2026-09-05T02:57:04Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-05T02:32:09Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-7p2mm", "memory": {"allocated": "72723256", "heap_size": "274726912", "pageheap_unmapped": "113139712", "pageheap_free": "31113216", "total_thread_cache": "28739512", "total_physical_bytes": "169566638"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-05T02:56:56Z/878\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 128\ncluster_manager.cds.config_reload_time_ms: 1788577013669\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 821\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 820\ncluster_manager.cds.update_time: 1788577016471\ncluster_manager.cds.version: 14710962365087371627\ncluster_manager.cluster_added: 260\ncluster_manager.cluster_modified: 111\ncluster_manager.cluster_removed: 120\ncluster_manager.cluster_updated: 120\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.017063492063492) P50(nan,2.0577380952380953) P75(nan,2.0984126984126985) P90(nan,4.026315789473684) P95(nan,4.098245614035088) P99(nan,12.35999999999999) P99.5(nan,13.449999999999989) P99.9(nan,56.17999999999995) P100(nan,57)", "server_memory": "server.memory_allocated: 72679856\nserver.memory_heap_size: 274726912\nserver.memory_physical_size: 169566638", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 250\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 447\nwasmcustom.kuadrant.allowed: 486\nwasmcustom.kuadrant.configs: 1005\nwasmcustom.kuadrant.hits: 485\nwasmcustom.kuadrant.misses: 1"}}}
{"index": 6, "timestamp": "2026-09-05T03:02:06Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-05T02:32:09Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-7p2mm", "memory": {"allocated": "83760904", "heap_size": "274726912", "pageheap_unmapped": "111861760", "pageheap_free": "25862144", "total_thread_cache": "29577432", "total_physical_bytes": "170844590"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-05T03:02:08Z/1082\"\ncluster_manager.active_clusters: 147\ncluster_manager.cds.config_reload: 154\ncluster_manager.cds.config_reload_time_ms: 1788577322350\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1015\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1014\ncluster_manager.cds.update_time: 1788577328484\ncluster_manager.cds.version: 315553505203881772\ncluster_manager.cluster_added: 286\ncluster_manager.cluster_modified: 130\ncluster_manager.cluster_removed: 139\ncluster_manager.cluster_updated: 141\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.0375,2.0169876733436056) P50(2.075,2.0560092449922958) P75(3.025,2.0950308166409863) P90(3.07,4.01203125) P95(3.085,4.091171875) P99(3.097,11.870000000000005) P99.5(3.0985,12.98699999999999) P99.9(3.0997,15.986999999999966) P100(3.1,57)", "server_memory": "server.memory_allocated: 83721696\nserver.memory_heap_size: 274726912\nserver.memory_physical_size: 170844590", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 330\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 610\nwasmcustom.kuadrant.allowed: 832\nwasmcustom.kuadrant.configs: 1331\nwasmcustom.kuadrant.hits: 830\nwasmcustom.kuadrant.misses: 2"}}}
{"index": 7, "timestamp": "2026-09-05T03:07:09Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-05T02:32:09Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-7p2mm", "memory": {"allocated": "72541040", "heap_size": "274726912", "pageheap_unmapped": "110157824", "pageheap_free": "33398784", "total_thread_cache": "29633128", "total_physical_bytes": "172548526"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-05T03:07:07Z/1342\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 178\ncluster_manager.cds.config_reload_time_ms: 1788577576850\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1268\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1266\ncluster_manager.cds.update_time: 1788577627765\ncluster_manager.cds.version: 9040553793886709213\ncluster_manager.cluster_added: 310\ncluster_manager.cluster_modified: 152\ncluster_manager.cluster_removed: 171\ncluster_manager.cluster_updated: 172\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,2.018198090692124) P50(2.025,2.055966587112172) P75(2.0625,2.0937350835322195) P90(2.085,4.009135802469136) P95(2.0925,4.087283950617284) P99(2.0985,10.952857142857138) P99.5(2.09925,12.734000000000014) P99.9(2.09985,15.733999999999924) P100(2.1,57)", "server_memory": "server.memory_allocated: 72501736\nserver.memory_heap_size: 274726912\nserver.memory_physical_size: 172548526", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 453\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 802\nwasmcustom.kuadrant.allowed: 945\nwasmcustom.kuadrant.configs: 1823\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 941\nwasmcustom.kuadrant.misses: 4"}}}
{"index": 8, "timestamp": "2026-09-05T03:12:11Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-05T02:32:09Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-7p2mm", "memory": {"allocated": "87595360", "heap_size": "281018368", "pageheap_unmapped": "116293632", "pageheap_free": "23535616", "total_thread_cache": "26202256", "total_physical_bytes": "172704174"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-05T03:12:13Z/1685\"\ncluster_manager.active_clusters: 145\ncluster_manager.cds.config_reload: 195\ncluster_manager.cds.config_reload_time_ms: 1788577906788\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1609\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1607\ncluster_manager.cds.update_time: 1788577933183\ncluster_manager.cds.version: 17713067177330470787\ncluster_manager.cluster_added: 328\ncluster_manager.cluster_modified: 169\ncluster_manager.cluster_removed: 183\ncluster_manager.cluster_updated: 188\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.0277777777777777,2.0203082502266545) P50(2.0555555555555554,2.0565729827742523) P75(2.0833333333333335,2.0928377153218496) P90(2.1,4.013392857142857) P95(4.05,4.084821428571429) P99(4.09,10.866666666666667) P99.5(4.095,12.666666666666666) P99.9(4.099,15.700000000000045) P100(4.1,57)", "server_memory": "server.memory_allocated: 86511688\nserver.memory_heap_size: 281018368\nserver.memory_physical_size: 172605870", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 712\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 1125\nwasmcustom.kuadrant.allowed: 950\nwasmcustom.kuadrant.configs: 2859\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 943\nwasmcustom.kuadrant.misses: 7"}}}
{"index": 9, "timestamp": "2026-09-05T03:17:13Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-05T02:32:09Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-7p2mm", "memory": {"allocated": "73672568", "heap_size": "281018368", "pageheap_unmapped": "116105216", "pageheap_free": "30498816", "total_thread_cache": "27670608", "total_physical_bytes": "172892590"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-05T03:17:13Z/1886\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 221\ncluster_manager.cds.config_reload_time_ms: 1788578222550\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 1804\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 1802\ncluster_manager.cds.update_time: 1788578233562\ncluster_manager.cds.version: 7249766700645725675\ncluster_manager.cluster_added: 359\ncluster_manager.cluster_modified: 198\ncluster_manager.cluster_removed: 219\ncluster_manager.cluster_updated: 210\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,2.0205263157894735) P50(2.05,2.057004048582996) P75(3.075,2.0934817813765183) P90(4.05,4.020458015267176) P95(4.075,4.089236641221374) P99(4.095,10.940000000000001) P99.5(4.0975,12.831666666666669) P99.9(4.0995,15.599000000000046) P100(4.1,57)", "server_memory": "server.memory_allocated: 73633264\nserver.memory_heap_size: 281018368\nserver.memory_physical_size: 172892590", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 813\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 1275\nwasmcustom.kuadrant.allowed: 953\nwasmcustom.kuadrant.configs: 3269\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 946\nwasmcustom.kuadrant.misses: 7"}}}
{"index": 10, "timestamp": "2026-09-05T03:22:16Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-05T02:32:09Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-7p2mm", "memory": {"allocated": "89295280", "heap_size": "281018368", "pageheap_unmapped": "115580928", "pageheap_free": "22306816", "total_thread_cache": "26953144", "total_physical_bytes": "173416878"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-05T03:22:18Z/2093\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 232\ncluster_manager.cds.config_reload_time_ms: 1788578449568\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2008\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2006\ncluster_manager.cds.update_time: 1788578538074\ncluster_manager.cds.version: 8178158395095868844\ncluster_manager.cluster_added: 374\ncluster_manager.cluster_modified: 208\ncluster_manager.cluster_removed: 234\ncluster_manager.cluster_updated: 232\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(2,0) P25(2.0275,2.021596762325239) P50(2.055,2.0584253127299483) P75(2.0825,2.095253863134658) P90(2.099,4.032272727272727) P95(3.045,4.089147727272727) P99(3.089,10.940000000000001) P99.5(3.0945,12.831666666666669) P99.9(3.0989,15.999000000000024) P100(3.1,57)", "server_memory": "server.memory_allocated: 88862216\nserver.memory_heap_size: 281018368\nserver.memory_physical_size: 173293998", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 985\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 1461\nwasmcustom.kuadrant.allowed: 954\nwasmcustom.kuadrant.configs: 3963\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 947\nwasmcustom.kuadrant.misses: 8"}}}
{"index": 11, "timestamp": "2026-09-05T03:27:18Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-05T02:32:09Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-7p2mm", "memory": {"allocated": "73839304", "heap_size": "281018368", "pageheap_unmapped": "111771648", "pageheap_free": "36503552", "total_thread_cache": "24773456", "total_physical_bytes": "177226158"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-05T03:26:36Z/2413\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 246\ncluster_manager.cds.config_reload_time_ms: 1788578796462\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2326\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2324\ncluster_manager.cds.update_time: 1788578796462\ncluster_manager.cds.version: 3371109728810895526\ncluster_manager.cluster_added: 388\ncluster_manager.cluster_modified: 220\ncluster_manager.cluster_removed: 249\ncluster_manager.cluster_updated: 246\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0226450405489707) P50(nan,2.0588895820336868) P75(nan,2.095134123518403) P90(nan,4.034520547945205) P95(nan,4.087579908675799) P99(nan,10.819999999999986) P99.5(nan,12.6257142857143) P99.9(nan,15.837999999999965) P100(nan,57)", "server_memory": "server.memory_allocated: 74408448\nserver.memory_heap_size: 281018368\nserver.memory_physical_size: 177226158", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 1222\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 1762\nwasmcustom.kuadrant.allowed: 961\nwasmcustom.kuadrant.configs: 4914\nwasmcustom.kuadrant.denied: 1\nwasmcustom.kuadrant.hits: 953\nwasmcustom.kuadrant.misses: 8"}}}
{"index": 12, "timestamp": "2026-09-05T03:32:21Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-05T02:32:09Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-7p2mm", "memory": {"allocated": "72510832", "heap_size": "299892736", "pageheap_unmapped": "138878976", "pageheap_free": "28254208", "total_thread_cache": "26787680", "total_physical_bytes": "168993198"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-05T03:31:59Z/2502\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 264\ncluster_manager.cds.config_reload_time_ms: 1788579077653\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2408\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2406\ncluster_manager.cds.update_time: 1788579119353\ncluster_manager.cds.version: 2107014749496759355\ncluster_manager.cluster_added: 409\ncluster_manager.cluster_modified: 241\ncluster_manager.cluster_removed: 277\ncluster_manager.cluster_updated: 277\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0222931873479317) P50(nan,2.058880778588808) P75(nan,2.0954683698296837) P90(nan,4.037345132743363) P95(nan,4.090575221238938) P99(nan,10.897000000000002) P99.5(nan,12.746249999999975) P99.9(nan,15.797000000000025) P100(nan,57)", "server_memory": "server.memory_allocated: 72492008\nserver.memory_heap_size: 299892736\nserver.memory_physical_size: 168993198", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 19\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 43\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 66\nwasmcustom.kuadrant.hits: 1"}}}
{"index": 13, "timestamp": "2026-09-05T03:32:47Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-09-05T02:32:09Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-58c5cd85c9-7p2mm", "memory": {"allocated": "20768112", "heap_size": "299892736", "pageheap_unmapped": "169164800", "pageheap_free": "31825920", "total_thread_cache": "26952184", "total_physical_bytes": "138707374"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-09-05T03:31:59Z/2502\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 264\ncluster_manager.cds.config_reload_time_ms: 1788579077653\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 2408\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 2406\ncluster_manager.cds.update_time: 1788579119353\ncluster_manager.cds.version: 2107014749496759355\ncluster_manager.cluster_added: 409\ncluster_manager.cluster_modified: 241\ncluster_manager.cluster_removed: 277\ncluster_manager.cluster_updated: 277\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,2.0222931873479317) P50(nan,2.058880778588808) P75(nan,2.0954683698296837) P90(nan,4.037345132743363) P95(nan,4.090575221238938) P99(nan,10.897000000000002) P99.5(nan,12.746249999999975) P99.9(nan,15.797000000000025) P100(nan,57)", "server_memory": "server.memory_allocated: 20728808\nserver.memory_heap_size: 299892736\nserver.memory_physical_size: 138707374", "wasm_stats": ""}}}