{"index": 0, "timestamp": "2026-10-30T22:31:21Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-30T22:25:09Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-86b669b864-4wfkx", "memory": {"allocated": "16818712", "heap_size": "25165824", "pageheap_unmapped": "0", "pageheap_free": "5177344", "total_thread_cache": "1870416", "total_physical_bytes": "33645998"}, "cluster_stats": "error: exit 255", "server_memory": "error: exit 1", "wasm_stats": "error: exit 1"}}}
{"index": 1, "timestamp": "2026-10-30T22:36:37Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-10-30T22:31:37Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-86b669b864-4wfkx", "memory": {"allocated": "75295640", "heap_size": "251658240", "pageheap_unmapped": "101990400", "pageheap_free": "23986176", "total_thread_cache": "28906424", "total_physical_bytes": "157652398"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T22:36:39Z/56\"\ncluster_manager.active_clusters: 133\ncluster_manager.cds.config_reload: 16\ncluster_manager.cds.config_reload_time_ms: 1793399727506\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 36\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 35\ncluster_manager.cds.update_time: 1793399799635\ncluster_manager.cds.version: 2488099546340106164\ncluster_manager.cluster_added: 162\ncluster_manager.cluster_modified: 4\ncluster_manager.cluster_removed: 29\ncluster_manager.cluster_updated: 43\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.0272727272727273) P75(0,3.0083333333333333) P90(0,3.0933333333333333) P95(0,9.03) P99(0,37.66) P99.5(0,37.83) P99.9(0,37.966) P100(0,38)", "server_memory": "server.memory_allocated: 74414000\nserver.memory_heap_size: 251658240\nserver.memory_physical_size: 157652398", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 7\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 7\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 12\nwasmcustom.kuadrant.hits: 2"}}}
{"index": 2, "timestamp": "2026-10-30T22:41:50Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-10-30T22:31:37Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-86b669b864-4wfkx", "memory": {"allocated": "74501112", "heap_size": "333447168", "pageheap_unmapped": "156295168", "pageheap_free": "49864704", "total_thread_cache": "29598064", "total_physical_bytes": "184840622"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T22:41:35Z/108\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 35\ncluster_manager.cds.config_reload_time_ms: 1793400067213\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 84\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 83\ncluster_manager.cds.update_time: 1793400095441\ncluster_manager.cds.version: 14000847296213231105\ncluster_manager.cluster_added: 192\ncluster_manager.cluster_modified: 10\ncluster_manager.cluster_removed: 60\ncluster_manager.cluster_updated: 71\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.05) P75(nan,4.002083333333333) P90(nan,5.023333333333333) P95(nan,8.0425) P99(nan,37.17) P99.5(nan,37.584999999999994) P99.9(nan,37.917) P100(nan,38)", "server_memory": "server.memory_allocated: 74461840\nserver.memory_heap_size: 333447168\nserver.memory_physical_size: 184840622", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 5\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 3\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 4\nwasmcustom.kuadrant.hits: 1"}}}
{"index": 3, "timestamp": "2026-10-30T22:47:04Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-10-30T22:31:37Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-86b669b864-4wfkx", "memory": {"allocated": "75156832", "heap_size": "333447168", "pageheap_unmapped": "180977664", "pageheap_free": "25690112", "total_thread_cache": "27789936", "total_physical_bytes": "160158126"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T22:46:12Z/162\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 57\ncluster_manager.cds.config_reload_time_ms: 1793400337611\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 133\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 132\ncluster_manager.cds.update_time: 1793400372292\ncluster_manager.cds.version: 9182903775240277206\ncluster_manager.cluster_added: 223\ncluster_manager.cluster_modified: 25\ncluster_manager.cluster_removed: 84\ncluster_manager.cluster_updated: 106\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.080952380952381) P75(nan,4.036363636363636) P90(nan,6.06) P95(nan,9.02) P99(nan,14.840000000000003) P99.5(nan,37.34) P99.9(nan,37.867999999999995) P100(nan,38)", "server_memory": "server.memory_allocated: 75117560\nserver.memory_heap_size: 333447168\nserver.memory_physical_size: 160158126", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 8\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 8\nwasmcustom.kuadrant.configs: 16"}}}
{"index": 4, "timestamp": "2026-10-30T22:52:07Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-10-30T22:31:37Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-86b669b864-4wfkx", "memory": {"allocated": "76980144", "heap_size": "360710144", "pageheap_unmapped": "203096064", "pageheap_free": "28614656", "total_thread_cache": "30377208", "total_physical_bytes": "165302702"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T22:52:18Z/218\"\ncluster_manager.active_clusters: 150\ncluster_manager.cds.config_reload: 83\ncluster_manager.cds.config_reload_time_ms: 1793400737225\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 184\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 183\ncluster_manager.cds.update_time: 1793400738564\ncluster_manager.cds.version: 8881891554125490127\ncluster_manager.cluster_added: 262\ncluster_manager.cluster_modified: 38\ncluster_manager.cluster_removed: 112\ncluster_manager.cluster_updated: 141\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(5,0) P25(5.075,0) P50(12.5,2.0903846153846155) P75(14.25,4.0566176470588236) P90(14.7,7.036666666666666) P95(14.85,10.049999999999983) P99(14.969999999999999,14.73666666666667) P99.5(14.985,37.10499999999999) P99.9(14.997,37.821) P100(15,38)", "server_memory": "server.memory_allocated: 76767720\nserver.memory_heap_size: 360710144\nserver.memory_physical_size: 165097902", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 11\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 8\nwasmcustom.kuadrant.allowed: 1\nwasmcustom.kuadrant.configs: 28\nwasmcustom.kuadrant.hits: 1"}}}
{"index": 5, "timestamp": "2026-10-30T22:57:20Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-10-30T22:31:37Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-86b669b864-4wfkx", "memory": {"allocated": "23477104", "heap_size": "360710144", "pageheap_unmapped": "232022016", "pageheap_free": "32489472", "total_thread_cache": "30675784", "total_physical_bytes": "136376750"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T22:56:55Z/266\"\ncluster_manager.active_clusters: 135\ncluster_manager.cds.config_reload: 99\ncluster_manager.cds.config_reload_time_ms: 1793401014473\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 228\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 227\ncluster_manager.cds.update_time: 1793401015326\ncluster_manager.cds.version: 3104855918475608642\ncluster_manager.cluster_added: 285\ncluster_manager.cluster_modified: 47\ncluster_manager.cluster_removed: 150\ncluster_manager.cluster_updated: 175\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.086764705882353) P75(nan,4.051744186046512) P90(nan,7.0075) P95(nan,9.073) P99(nan,14.682499999999997) P99.5(nan,14.966250000000002) P99.9(nan,37.772999999999996) P100(nan,38)", "server_memory": "server.memory_allocated: 23437832\nserver.memory_heap_size: 360710144\nserver.memory_physical_size: 136376750", "wasm_stats": ""}}}
{"index": 6, "timestamp": "2026-10-30T23:02:34Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-10-30T22:31:37Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-86b669b864-4wfkx", "memory": {"allocated": "75399616", "heap_size": "387973120", "pageheap_unmapped": "207642624", "pageheap_free": "52338688", "total_thread_cache": "26765384", "total_physical_bytes": "188019118"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T23:02:37Z/297\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 110\ncluster_manager.cds.config_reload_time_ms: 1793401358385\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 258\ncluster_manager.cds.update_failure: 1\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 256\ncluster_manager.cds.update_time: 1793401358385\ncluster_manager.cds.version: 8649664445338173431\ncluster_manager.cluster_added: 305\ncluster_manager.cluster_modified: 50\ncluster_manager.cluster_removed: 166\ncluster_manager.cluster_updated: 191\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(0,2.0795454545454546) P75(1.05,4.047058823529412) P90(1.08,6.0680000000000005) P95(1.09,9.064) P99(1.098,14.61) P99.5(1.099,14.93) P99.9(1.0998,37.744) P100(1.1,38)", "server_memory": "error: timeout", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 5\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 2\nwasmcustom.kuadrant.configs: 4"}}}
{"index": 7, "timestamp": "2026-10-30T23:08:02Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-10-30T22:31:37Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-86b669b864-4wfkx", "memory": "error: exit 1", "cluster_stats": "error: exit 1", "server_memory": "error: exit 1", "wasm_stats": "error: exit 1"}}}
{"index": 8, "timestamp": "2026-10-30T23:13:15Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-30T23:08:54Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-86b669b864-c7w8w", "memory": {"allocated": "23547704", "heap_size": "232783872", "pageheap_unmapped": "104357888", "pageheap_free": "37683200", "total_thread_cache": "30918648", "total_physical_bytes": "135689646"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T23:12:28Z/352\"\ncluster_manager.active_clusters: 140\ncluster_manager.cds.config_reload: 8\ncluster_manager.cds.config_reload_time_ms: 1793401905076\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 26\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 25\ncluster_manager.cds.update_time: 1793401948822\ncluster_manager.cds.version: 9609756708361769030\ncluster_manager.cluster_added: 159\ncluster_manager.cluster_modified: 4\ncluster_manager.cluster_removed: 19\ncluster_manager.cluster_updated: 26\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.058333333333333) P75(nan,4.06875) P90(nan,11.5) P95(nan,13.75) P99(nan,51.75) P99.5(nan,51.875) P99.9(nan,51.975) P100(nan,52)", "server_memory": "server.memory_allocated: 23508432\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 135689646", "wasm_stats": ""}}}
{"index": 9, "timestamp": "2026-10-30T23:18:18Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-30T23:08:54Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-86b669b864-c7w8w", "memory": {"allocated": "75294960", "heap_size": "232783872", "pageheap_unmapped": "78225408", "pageheap_free": "28139520", "total_thread_cache": "31329480", "total_physical_bytes": "161822126"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T23:18:01Z/389\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 19\ncluster_manager.cds.config_reload_time_ms: 1793402281100\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 60\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 59\ncluster_manager.cds.update_time: 1793402281100\ncluster_manager.cds.version: 9987470410861170185\ncluster_manager.cluster_added: 174\ncluster_manager.cluster_modified: 10\ncluster_manager.cluster_removed: 35\ncluster_manager.cluster_updated: 42\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.065) P75(nan,4.056818181818182) P90(nan,8.01) P95(nan,11.049999999999997) P99(nan,51.41) P99.5(nan,51.705) P99.9(nan,51.941) P100(nan,52)", "server_memory": "server.memory_allocated: 75236264\nserver.memory_heap_size: 232783872\nserver.memory_physical_size: 161822126", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 13\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 12\nwasmcustom.kuadrant.allowed: 2\nwasmcustom.kuadrant.configs: 36\nwasmcustom.kuadrant.hits: 2"}}}
{"index": 10, "timestamp": "2026-10-30T23:23:22Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-30T23:20:55Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-86b669b864-7tpn9", "memory": {"allocated": "75078584", "heap_size": "218103808", "pageheap_unmapped": "47890432", "pageheap_free": "47226880", "total_thread_cache": "27118760", "total_physical_bytes": "178771374"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T23:23:30Z/412\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 8\ncluster_manager.cds.config_reload_time_ms: 1793402603962\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 19\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 18\ncluster_manager.cds.update_time: 1793402610242\ncluster_manager.cds.version: 8998236932001439989\ncluster_manager.cluster_added: 144\ncluster_manager.cluster_modified: 4\ncluster_manager.cluster_removed: 2\ncluster_manager.cluster_updated: 11\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(0,0) P25(0,0) P50(2.05,3.05) P75(5.025,5.016666666666667) P90(5.07,6.02) P95(5.085,32.099999999999994) P99(5.0969999999999995,32.82) P99.5(5.0985,32.91) P99.9(5.0997,32.982) P100(5.1,33)", "server_memory": "server.memory_allocated: 75193168\nserver.memory_heap_size: 218103808\nserver.memory_physical_size: 178771374", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 5\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 1\nwasmcustom.kuadrant.configs: 4"}}}
{"index": 11, "timestamp": "2026-10-30T23:28:31Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-30T23:20:55Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-86b669b864-7tpn9", "memory": "error: timeout", "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T23:28:59Z/457\"\ncluster_manager.active_clusters: 142\ncluster_manager.cds.config_reload: 20\ncluster_manager.cds.config_reload_time_ms: 1793402938214\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 60\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 59\ncluster_manager.cds.update_time: 1793402940009\ncluster_manager.cds.version: 16103042675969242146\ncluster_manager.cluster_added: 158\ncluster_manager.cluster_modified: 13\ncluster_manager.cluster_removed: 16\ncluster_manager.cluster_updated: 42\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.092857142857143) P75(nan,4.085416666666666) P90(nan,6.01) P95(nan,9.004999999999999) P99(nan,32.41) P99.5(nan,32.705) P99.9(nan,32.941) P100(nan,33)", "server_memory": "server.memory_allocated: 75675296\nserver.memory_heap_size: 245366784\nserver.memory_physical_size: 172799406", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 8\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 5\nwasmcustom.kuadrant.configs: 16"}}}
{"index": 12, "timestamp": "2026-10-30T23:34:19Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "1\t{\"running\":{\"startedAt\":\"2026-10-30T22:34:35Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-86b669b864-njf8w", "memory": {"allocated": "74496136", "heap_size": "417333248", "pageheap_unmapped": "265142272", "pageheap_free": "23298048", "total_thread_cache": "29885024", "total_physical_bytes": "159396270"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T23:33:51Z/464\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 148\ncluster_manager.cds.config_reload_time_ms: 1793402938212\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 391\ncluster_manager.cds.update_failure: 2\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 388\ncluster_manager.cds.update_time: 1793403231919\ncluster_manager.cds.version: 18388266184101450872\ncluster_manager.cluster_added: 363\ncluster_manager.cluster_modified: 73\ncluster_manager.cluster_removed: 231\ncluster_manager.cluster_updated: 283\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.0324324324324325) P75(nan,3.0785714285714287) P90(nan,5.047692307692308) P95(nan,8.026666666666666) P99(nan,14.780000000000001) P99.5(nan,28.060000000000002) P99.9(nan,44.61200000000002) P100(nan,45)", "server_memory": "server.memory_allocated: 74456864\nserver.memory_heap_size: 417333248\nserver.memory_physical_size: 159396270", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 10\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 7\nwasmcustom.kuadrant.configs: 24"}}}
{"index": 13, "timestamp": "2026-10-30T23:39:22Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-30T23:35:12Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-86b669b864-2c7vh", "memory": {"allocated": "74782400", "heap_size": "228589568", "pageheap_unmapped": "62586880", "pageheap_free": "41402368", "total_thread_cache": "27955112", "total_physical_bytes": "173286830"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T23:39:22Z/493\"\ncluster_manager.active_clusters: 139\ncluster_manager.cds.config_reload: 8\ncluster_manager.cds.config_reload_time_ms: 1793403562665\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 24\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 23\ncluster_manager.cds.update_time: 1793403562665\ncluster_manager.cds.version: 6182007277751668776\ncluster_manager.cluster_added: 152\ncluster_manager.cluster_modified: 2\ncluster_manager.cluster_removed: 13\ncluster_manager.cluster_updated: 19\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.033333333333333) P75(nan,4.0375) P90(nan,5.08) P95(nan,13.899999999999999) P99(nan,38.78) P99.5(nan,38.89) P99.9(nan,38.978) P100(nan,39)", "server_memory": "server.memory_allocated: 74510880\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 173286830", "wasm_stats": "wasm.envoy.wasm.runtime.v8.active: 4\nwasm.envoy.wasm.runtime.v8.created: 5\nwasm.remote_load_cache_entries: 1\nwasm.remote_load_cache_hits: 2\nwasmcustom.kuadrant.configs: 4"}}}
{"index": 14, "timestamp": "2026-10-30T23:40:40Z", "gateway_restarts": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": "error", "kserve-ci-e2e-test/router-gateway-2-openshift-default": "error", "openshift-ingress/openshift-ai-inference-openshift-default": "0\t{\"running\":{\"startedAt\":\"2026-10-30T23:35:12Z\"}}"}, "resource_counts": {"httproutes": 0, "llminferenceservices": 0, "authpolicies": 0}, "node_resources": "unavailable", "pods": {"kserve-ci-e2e-test/router-gateway-1-openshift-default": {"status": "not_found"}, "kserve-ci-e2e-test/router-gateway-2-openshift-default": {"status": "not_found"}, "openshift-ingress/openshift-ai-inference-openshift-default": {"pod_name": "openshift-ai-inference-openshift-default-86b669b864-2c7vh", "memory": {"allocated": "22841496", "heap_size": "228589568", "pageheap_unmapped": "73072640", "pageheap_free": "66789376", "total_thread_cache": "30079328", "total_physical_bytes": "162801070"}, "cluster_stats": "cluster_manager.cds.version_text: \"2026-10-30T23:39:50Z/498\"\ncluster_manager.active_clusters: 132\ncluster_manager.cds.config_reload: 8\ncluster_manager.cds.config_reload_time_ms: 1793403562665\ncluster_manager.cds.init_fetch_timeout: 0\ncluster_manager.cds.update_attempt: 27\ncluster_manager.cds.update_failure: 0\ncluster_manager.cds.update_rejected: 0\ncluster_manager.cds.update_success: 26\ncluster_manager.cds.update_time: 1793403590796\ncluster_manager.cds.version: 11326595894257582203\ncluster_manager.cluster_added: 152\ncluster_manager.cluster_modified: 2\ncluster_manager.cluster_removed: 20\ncluster_manager.cluster_updated: 23\ncluster_manager.cluster_updated_via_merge: 0\ncluster_manager.update_merge_cancelled: 0\ncluster_manager.update_out_of_merge_window: 0\ncluster_manager.warming_clusters: 0\ncluster_manager.cds.update_duration: P0(nan,0) P25(nan,0) P50(nan,2.05) P75(nan,4.05) P90(nan,7.04) P95(nan,13.7) P99(nan,38.739999999999995) P99.5(nan,38.870000000000005) P99.9(nan,38.974000000000004) P100(nan,39)", "server_memory": "server.memory_allocated: 22802224\nserver.memory_heap_size: 228589568\nserver.memory_physical_size: 162801070", "wasm_stats": ""}}}