2026-07-27T22:40:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "58adf6c5-d9dd-4cd0-a2d5-7110014c99f0", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41-authn-ssl"} 2026-07-27T22:40:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "58adf6c5-d9dd-4cd0-a2d5-7110014c99f0", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:40:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41", "reconcileID": "1d8bfc2f-2334-4ad6-a1df-8b04b2920768", "LLMInferenceService": "sub-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:40:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41", "reconcileID": "1d8bfc2f-2334-4ad6-a1df-8b04b2920768", "LLMInferenceService": "sub-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:40:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41", "reconcileID": "1d8bfc2f-2334-4ad6-a1df-8b04b2920768", "LLMInferenceService": "sub-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:40:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41", "reconcileID": "1d8bfc2f-2334-4ad6-a1df-8b04b2920768", "LLMInferenceService": "sub-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41-kserve-route-authn"} 2026-07-27T22:40:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41", "reconcileID": "1d8bfc2f-2334-4ad6-a1df-8b04b2920768", "LLMInferenceService": "sub-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "authType": "userdefined"} 2026-07-27T22:40:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41", "reconcileID": "1d8bfc2f-2334-4ad6-a1df-8b04b2920768", "LLMInferenceService": "sub-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:40:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41", "reconcileID": "598ae9b5-bba7-4de3-ac0c-cbc35dc60221", "LLMInferenceService": "sub-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:40:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41", "reconcileID": "598ae9b5-bba7-4de3-ac0c-cbc35dc60221", "LLMInferenceService": "sub-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:40:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41", "reconcileID": "598ae9b5-bba7-4de3-ac0c-cbc35dc60221", "LLMInferenceService": "sub-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:40:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41", "reconcileID": "598ae9b5-bba7-4de3-ac0c-cbc35dc60221", "LLMInferenceService": "sub-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41-kserve-route-authn"} 2026-07-27T22:40:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41", "reconcileID": "598ae9b5-bba7-4de3-ac0c-cbc35dc60221", "LLMInferenceService": "sub-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "authType": "userdefined"} 2026-07-27T22:40:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41", "reconcileID": "598ae9b5-bba7-4de3-ac0c-cbc35dc60221", "LLMInferenceService": "sub-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:40:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "3e639792-e879-4fb0-bd46-c36d3a7333dc", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:40:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "3e639792-e879-4fb0-bd46-c36d3a7333dc", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3-authn-ssl"} 2026-07-27T22:40:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "3e639792-e879-4fb0-bd46-c36d3a7333dc", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:40:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "0f561633-7b26-4ee7-af06-542e35cab0f0", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:40:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "0f561633-7b26-4ee7-af06-542e35cab0f0", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41-authn-ssl"} 2026-07-27T22:40:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "0f561633-7b26-4ee7-af06-542e35cab0f0", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:41:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "sub-test-model-c5cbe3", "reconcileID": "75965b04-3ac9-4d53-bf89-a77d34f09fae", "LLMInferenceService": "sub-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "sub-test-model-c5cbe3", "reconcileID": "75965b04-3ac9-4d53-bf89-a77d34f09fae", "LLMInferenceService": "sub-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "sub-test-model-c5cbe3"} 2026-07-27T22:41:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "sub-test-model-c5cbe3", "reconcileID": "75965b04-3ac9-4d53-bf89-a77d34f09fae", "LLMInferenceService": "sub-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "sub-test-model-c5cbe3", "reconcileID": "75965b04-3ac9-4d53-bf89-a77d34f09fae", "LLMInferenceService": "sub-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "sub-test-model-c5cbe3", "reconcileID": "75965b04-3ac9-4d53-bf89-a77d34f09fae", "LLMInferenceService": "sub-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "sub-test-model-c5cbe3-kserve-route-authn"} 2026-07-27T22:41:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "sub-test-model-c5cbe3", "reconcileID": "75965b04-3ac9-4d53-bf89-a77d34f09fae", "LLMInferenceService": "sub-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "sub-test-model-c5cbe3-kserve-route-authn"} 2026-07-27T22:41:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "sub-test-model-c5cbe3", "reconcileID": "75965b04-3ac9-4d53-bf89-a77d34f09fae", "LLMInferenceService": "sub-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "sub-test-model-c5cbe3", "reconcileID": "75965b04-3ac9-4d53-bf89-a77d34f09fae", "LLMInferenceService": "sub-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "sub-test-model-c5cbe3", "reconcileID": "64c6b1de-6610-4faa-a657-447518089c3d", "LLMInferenceService": "sub-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "2fe993b9-e51d-4918-9845-2a3cc971a039", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:41:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "2fe993b9-e51d-4918-9845-2a3cc971a039", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3-authn-ssl"} 2026-07-27T22:41:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "2fe993b9-e51d-4918-9845-2a3cc971a039", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:41:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "22980ced-c952-4003-bc8e-dc5995c83f86", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:41:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "22980ced-c952-4003-bc8e-dc5995c83f86", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3-authn-ssl"} 2026-07-27T22:41:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "22980ced-c952-4003-bc8e-dc5995c83f86", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:41:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41", "reconcileID": "32d38405-b8b1-4b10-83db-497ba5e49908", "LLMInferenceService": "sub-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41", "reconcileID": "32d38405-b8b1-4b10-83db-497ba5e49908", "LLMInferenceService": "sub-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41"} 2026-07-27T22:41:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41", "reconcileID": "32d38405-b8b1-4b10-83db-497ba5e49908", "LLMInferenceService": "sub-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41", "reconcileID": "32d38405-b8b1-4b10-83db-497ba5e49908", "LLMInferenceService": "sub-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41", "reconcileID": "32d38405-b8b1-4b10-83db-497ba5e49908", "LLMInferenceService": "sub-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41-kserve-route-authn"} 2026-07-27T22:41:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41", "reconcileID": "32d38405-b8b1-4b10-83db-497ba5e49908", "LLMInferenceService": "sub-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41-kserve-route-authn"} 2026-07-27T22:41:10Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41", "reconcileID": "32d38405-b8b1-4b10-83db-497ba5e49908", "LLMInferenceService": "sub-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:10Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41", "reconcileID": "32d38405-b8b1-4b10-83db-497ba5e49908", "LLMInferenceService": "sub-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "sub-test-model-f36b41", "reconcileID": "b385b0fa-89c1-413d-a0c8-d372651b5519", "LLMInferenceService": "sub-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "9336da4f-1138-4ba7-8d4c-152cc1adff8d", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:41:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "9336da4f-1138-4ba7-8d4c-152cc1adff8d", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41-authn-ssl"} 2026-07-27T22:41:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "9336da4f-1138-4ba7-8d4c-152cc1adff8d", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:41:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "cd42b1f1-8b49-428d-b4fd-12d844e1e677", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:41:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "cd42b1f1-8b49-428d-b4fd-12d844e1e677", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41-authn-ssl"} 2026-07-27T22:41:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "cd42b1f1-8b49-428d-b4fd-12d844e1e677", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:41:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "27361fb3-3c42-43ec-bd3f-562e4a96bc47", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "27361fb3-3c42-43ec-bd3f-562e4a96bc47", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "27361fb3-3c42-43ec-bd3f-562e4a96bc47", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "b57daf99-d025-476c-8742-a104714bd361", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:41:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "27361fb3-3c42-43ec-bd3f-562e4a96bc47", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3-kserve-route-authn"} 2026-07-27T22:41:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "27361fb3-3c42-43ec-bd3f-562e4a96bc47", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "authType": "userdefined"} 2026-07-27T22:41:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "27361fb3-3c42-43ec-bd3f-562e4a96bc47", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "b57daf99-d025-476c-8742-a104714bd361", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3-authn-ssl"} 2026-07-27T22:41:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "b57daf99-d025-476c-8742-a104714bd361", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:41:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "39c5c3d5-96c7-4f71-a1b6-bd7e8a3d5c06", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "39c5c3d5-96c7-4f71-a1b6-bd7e8a3d5c06", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "39c5c3d5-96c7-4f71-a1b6-bd7e8a3d5c06", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "39c5c3d5-96c7-4f71-a1b6-bd7e8a3d5c06", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3-kserve-route-authn"} 2026-07-27T22:41:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "39c5c3d5-96c7-4f71-a1b6-bd7e8a3d5c06", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "authType": "userdefined"} 2026-07-27T22:41:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "39c5c3d5-96c7-4f71-a1b6-bd7e8a3d5c06", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "4feda360-a4cc-497e-8fde-63bf0125cbe4", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:41:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "4feda360-a4cc-497e-8fde-63bf0125cbe4", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3-authn-ssl"} 2026-07-27T22:41:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "4feda360-a4cc-497e-8fde-63bf0125cbe4", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:41:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "6e45c1d9-721a-4bbc-91aa-6f5cb895b952", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:41:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "6e45c1d9-721a-4bbc-91aa-6f5cb895b952", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3-authn-ssl"} 2026-07-27T22:41:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "6e45c1d9-721a-4bbc-91aa-6f5cb895b952", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:41:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "5a928a79-657e-4277-a7d7-196f1f60a237", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "5a928a79-657e-4277-a7d7-196f1f60a237", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "5a928a79-657e-4277-a7d7-196f1f60a237", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "5a928a79-657e-4277-a7d7-196f1f60a237", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3-kserve-route-authn"} 2026-07-27T22:41:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "5a928a79-657e-4277-a7d7-196f1f60a237", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "authType": "userdefined"} 2026-07-27T22:41:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "5a928a79-657e-4277-a7d7-196f1f60a237", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "bd0276e3-a5f7-401d-a920-8a33f8b3f8fa", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "bd0276e3-a5f7-401d-a920-8a33f8b3f8fa", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "bd0276e3-a5f7-401d-a920-8a33f8b3f8fa", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "bd0276e3-a5f7-401d-a920-8a33f8b3f8fa", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3-kserve-route-authn"} 2026-07-27T22:41:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "bd0276e3-a5f7-401d-a920-8a33f8b3f8fa", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "authType": "userdefined"} 2026-07-27T22:41:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "bd0276e3-a5f7-401d-a920-8a33f8b3f8fa", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "c1c1a5fa-c184-4bba-ae2e-dd1b6cac9674", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:41:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "c1c1a5fa-c184-4bba-ae2e-dd1b6cac9674", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41-authn-ssl"} 2026-07-27T22:41:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "c1c1a5fa-c184-4bba-ae2e-dd1b6cac9674", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:41:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "bcfe6c9e-8a34-4e2b-9961-124d0a69f5a2", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "bcfe6c9e-8a34-4e2b-9961-124d0a69f5a2", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "bcfe6c9e-8a34-4e2b-9961-124d0a69f5a2", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "bcfe6c9e-8a34-4e2b-9961-124d0a69f5a2", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3-kserve-route-authn"} 2026-07-27T22:41:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "bcfe6c9e-8a34-4e2b-9961-124d0a69f5a2", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "authType": "userdefined"} 2026-07-27T22:41:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "bcfe6c9e-8a34-4e2b-9961-124d0a69f5a2", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:41:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "13226fbc-50ea-4d56-b2d9-3342e906e0b6", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "13226fbc-50ea-4d56-b2d9-3342e906e0b6", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "13226fbc-50ea-4d56-b2d9-3342e906e0b6", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "a4f04ad2-b0ee-4f35-a601-49a4ec2b1e41", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:41:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "13226fbc-50ea-4d56-b2d9-3342e906e0b6", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41-kserve-route-authn"} 2026-07-27T22:41:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "13226fbc-50ea-4d56-b2d9-3342e906e0b6", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "authType": "userdefined"} 2026-07-27T22:41:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "13226fbc-50ea-4d56-b2d9-3342e906e0b6", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "a4f04ad2-b0ee-4f35-a601-49a4ec2b1e41", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41-authn-ssl"} 2026-07-27T22:41:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "a4f04ad2-b0ee-4f35-a601-49a4ec2b1e41", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:41:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "22c082d9-e02a-490e-bbe5-68b8ada882be", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "22c082d9-e02a-490e-bbe5-68b8ada882be", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "22c082d9-e02a-490e-bbe5-68b8ada882be", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "22c082d9-e02a-490e-bbe5-68b8ada882be", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41-kserve-route-authn"} 2026-07-27T22:41:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "22c082d9-e02a-490e-bbe5-68b8ada882be", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "authType": "userdefined"} 2026-07-27T22:41:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "22c082d9-e02a-490e-bbe5-68b8ada882be", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "404209d0-e1d3-4302-8daf-6fe4e015bf00", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:41:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "404209d0-e1d3-4302-8daf-6fe4e015bf00", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41-authn-ssl"} 2026-07-27T22:41:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "404209d0-e1d3-4302-8daf-6fe4e015bf00", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:41:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "1b337f13-bfff-41bf-aea1-b44d4807a32c", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "1b337f13-bfff-41bf-aea1-b44d4807a32c", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "1b337f13-bfff-41bf-aea1-b44d4807a32c", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "1b337f13-bfff-41bf-aea1-b44d4807a32c", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41-kserve-route-authn"} 2026-07-27T22:41:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "1b337f13-bfff-41bf-aea1-b44d4807a32c", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "authType": "userdefined"} 2026-07-27T22:41:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "1b337f13-bfff-41bf-aea1-b44d4807a32c", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "cd1992dd-9f62-4c70-b1ec-c59fed781d8c", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "cd1992dd-9f62-4c70-b1ec-c59fed781d8c", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "cd1992dd-9f62-4c70-b1ec-c59fed781d8c", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "cd1992dd-9f62-4c70-b1ec-c59fed781d8c", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41-kserve-route-authn"} 2026-07-27T22:41:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "cd1992dd-9f62-4c70-b1ec-c59fed781d8c", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "authType": "userdefined"} 2026-07-27T22:41:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "cd1992dd-9f62-4c70-b1ec-c59fed781d8c", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "416f44a8-a943-442e-acea-889c24617abf", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "416f44a8-a943-442e-acea-889c24617abf", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "416f44a8-a943-442e-acea-889c24617abf", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "416f44a8-a943-442e-acea-889c24617abf", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41-kserve-route-authn"} 2026-07-27T22:41:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "416f44a8-a943-442e-acea-889c24617abf", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "authType": "userdefined"} 2026-07-27T22:41:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "416f44a8-a943-442e-acea-889c24617abf", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:41:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "f827e101-73cc-480c-bb6c-4792bb224b94", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:41:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "f827e101-73cc-480c-bb6c-4792bb224b94", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3-authn-ssl"} 2026-07-27T22:41:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "f827e101-73cc-480c-bb6c-4792bb224b94", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:41:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "03d55b3f-1f97-433d-b005-d5f7cfbc5a0c", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:41:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "03d55b3f-1f97-433d-b005-d5f7cfbc5a0c", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41-authn-ssl"} 2026-07-27T22:41:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "03d55b3f-1f97-433d-b005-d5f7cfbc5a0c", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:42:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "1efc8a3d-3a18-45ed-a57e-558f0b9437ea", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:42:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "1efc8a3d-3a18-45ed-a57e-558f0b9437ea", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41-authn-ssl"} 2026-07-27T22:42:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "1efc8a3d-3a18-45ed-a57e-558f0b9437ea", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:42:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "768b66e3-ce2a-488e-8436-3359b760a6f7", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:42:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "768b66e3-ce2a-488e-8436-3359b760a6f7", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41-authn-ssl"} 2026-07-27T22:42:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "768b66e3-ce2a-488e-8436-3359b760a6f7", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:42:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "ff3f701f-c18d-4d9f-a12b-bf9dafe9f056", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:42:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "ff3f701f-c18d-4d9f-a12b-bf9dafe9f056", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3"} 2026-07-27T22:42:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "ff3f701f-c18d-4d9f-a12b-bf9dafe9f056", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:42:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "ff3f701f-c18d-4d9f-a12b-bf9dafe9f056", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:42:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "ff3f701f-c18d-4d9f-a12b-bf9dafe9f056", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3-kserve-route-authn"} 2026-07-27T22:42:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "ff3f701f-c18d-4d9f-a12b-bf9dafe9f056", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3-kserve-route-authn"} 2026-07-27T22:42:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "ff3f701f-c18d-4d9f-a12b-bf9dafe9f056", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:42:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "ff3f701f-c18d-4d9f-a12b-bf9dafe9f056", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:42:53Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-c5cbe3","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "rate-test-model-c5cbe3", "reconcileID": "73f4203a-fdda-4f2e-bd38-cbe8e40f6c63", "LLMInferenceService": "rate-test-model-c5cbe3", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:42:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "04628089-7100-4cb7-9c00-4ce06757fbe3", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:42:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "04628089-7100-4cb7-9c00-4ce06757fbe3", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3-authn-ssl"} 2026-07-27T22:42:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "04628089-7100-4cb7-9c00-4ce06757fbe3", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:42:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "f4dea745-b4d7-49be-a84e-13f609b6c100", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:42:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "f4dea745-b4d7-49be-a84e-13f609b6c100", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3-authn-ssl"} 2026-07-27T22:42:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "f4dea745-b4d7-49be-a84e-13f609b6c100", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:42:53Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "757580f6-70ef-4535-b5cd-05e650dc8c52", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:42:53Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "757580f6-70ef-4535-b5cd-05e650dc8c52", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41"} 2026-07-27T22:42:53Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "757580f6-70ef-4535-b5cd-05e650dc8c52", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:42:53Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "757580f6-70ef-4535-b5cd-05e650dc8c52", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:42:53Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "757580f6-70ef-4535-b5cd-05e650dc8c52", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41-kserve-route-authn"} 2026-07-27T22:42:53Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "757580f6-70ef-4535-b5cd-05e650dc8c52", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41-kserve-route-authn"} 2026-07-27T22:42:53Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "757580f6-70ef-4535-b5cd-05e650dc8c52", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:42:53Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "757580f6-70ef-4535-b5cd-05e650dc8c52", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:42:54Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-f36b41","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "rate-test-model-f36b41", "reconcileID": "c419be4a-b800-43f8-9d90-f68e7581c07e", "LLMInferenceService": "rate-test-model-f36b41", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:42:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "f6f869fc-0bc1-43f6-a0bb-24bd3dc94ceb", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:42:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "f6f869fc-0bc1-43f6-a0bb-24bd3dc94ceb", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41-authn-ssl"} 2026-07-27T22:42:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "f6f869fc-0bc1-43f6-a0bb-24bd3dc94ceb", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:42:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "d0f7cab8-0737-40ad-9ef7-d0c13a5303b1", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:42:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "d0f7cab8-0737-40ad-9ef7-d0c13a5303b1", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41-authn-ssl"} 2026-07-27T22:42:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "d0f7cab8-0737-40ad-9ef7-d0c13a5303b1", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:43:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "385811f5-dcd5-4d2b-a04e-f3f83fd22a51", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:43:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "385811f5-dcd5-4d2b-a04e-f3f83fd22a51", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41-authn-ssl"} 2026-07-27T22:43:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "385811f5-dcd5-4d2b-a04e-f3f83fd22a51", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:43:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "c6d1e8a8-946a-4385-8ab7-76855e9bd136", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:43:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "c6d1e8a8-946a-4385-8ab7-76855e9bd136", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3-authn-ssl"} 2026-07-27T22:43:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "c6d1e8a8-946a-4385-8ab7-76855e9bd136", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:43:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "d2d70754-a2a6-4252-8975-89863da8c03d", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:43:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "d2d70754-a2a6-4252-8975-89863da8c03d", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef-authn-ssl"} 2026-07-27T22:43:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "d2d70754-a2a6-4252-8975-89863da8c03d", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:43:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "1fcdeedf-044a-40f0-8594-0423ce8ca442", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:43:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "1fcdeedf-044a-40f0-8594-0423ce8ca442", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef-authn-ssl"} 2026-07-27T22:43:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "1fcdeedf-044a-40f0-8594-0423ce8ca442", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:43:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "38e1c67a-f3d7-48d4-8430-b65396d06cb7", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:43:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "38e1c67a-f3d7-48d4-8430-b65396d06cb7", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef-authn-ssl"} 2026-07-27T22:43:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "38e1c67a-f3d7-48d4-8430-b65396d06cb7", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:43:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "9b1bb2ef-c05c-4bcd-b9e7-cd3c03a38496", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:43:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "9b1bb2ef-c05c-4bcd-b9e7-cd3c03a38496", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef-authn-ssl"} 2026-07-27T22:43:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "9b1bb2ef-c05c-4bcd-b9e7-cd3c03a38496", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:43:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "49ec8db0-596b-4602-8edb-0591da259e9d", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:43:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "49ec8db0-596b-4602-8edb-0591da259e9d", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef-authn-ssl"} 2026-07-27T22:43:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "49ec8db0-596b-4602-8edb-0591da259e9d", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:43:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "d8c5a213-ecb5-47f9-8514-6349f4490fdb", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:43:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "d8c5a213-ecb5-47f9-8514-6349f4490fdb", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef-authn-ssl"} 2026-07-27T22:43:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "d8c5a213-ecb5-47f9-8514-6349f4490fdb", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:43:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "openshift-service-ca.crt", "reconcileID": "eb0e8111-90bf-4998-88e9-b3220478e994", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:43:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "odh-trusted-ca-bundle", "reconcileID": "456fab2f-e433-42f4-be99-f489f0941cb7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:43:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "openshift-service-ca.crt", "reconcileID": "a9053561-14ab-40fc-8fd1-3a1ab6e613a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:43:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "openshift-service-ca.crt", "reconcileID": "a9053561-14ab-40fc-8fd1-3a1ab6e613a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:43:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df2d5ae3-19fb-4bd3-af55-b77acb46549b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:43:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "openshift-service-ca.crt", "reconcileID": "13f0f17b-ee81-4e50-b90c-6c85b68138d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:43:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "odh-trusted-ca-bundle", "reconcileID": "4a8eed32-533d-4784-b021-17ab2119a9ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:43:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "odh-trusted-ca-bundle", "reconcileID": "4a8eed32-533d-4784-b021-17ab2119a9ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:43:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ce1be92-611e-49c6-acdb-63b6a564edd0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:43:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "7e911a92-18ee-4cb0-8b9c-91482a35ae48", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:43:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "7e911a92-18ee-4cb0-8b9c-91482a35ae48", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef-authn-ssl"} 2026-07-27T22:43:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "7e911a92-18ee-4cb0-8b9c-91482a35ae48", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:43:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8e273785-61dc-4819-a55d-5e67f4a08644", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:43:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "23cc157b-016b-41da-93c0-942b21f8b669", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:43:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "23cc157b-016b-41da-93c0-942b21f8b669", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef-authn-ssl"} 2026-07-27T22:43:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "23cc157b-016b-41da-93c0-942b21f8b669", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "2db27767-efb4-4b87-a535-8dff2038f5ed", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:43:32Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "2db27767-efb4-4b87-a535-8dff2038f5ed", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1-authn-ssl"} 2026-07-27T22:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "2db27767-efb4-4b87-a535-8dff2038f5ed", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "21d0f41c-1bd8-496c-8020-582e00781650", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "21d0f41c-1bd8-496c-8020-582e00781650", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1-authn-ssl"} 2026-07-27T22:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "21d0f41c-1bd8-496c-8020-582e00781650", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "8eb8e828-c2cc-4d6a-8314-e5ae2fddb33d", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "8eb8e828-c2cc-4d6a-8314-e5ae2fddb33d", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1-authn-ssl"} 2026-07-27T22:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "8eb8e828-c2cc-4d6a-8314-e5ae2fddb33d", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "905af44f-d215-4059-9095-9760b7c985a7", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "905af44f-d215-4059-9095-9760b7c985a7", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1-authn-ssl"} 2026-07-27T22:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "905af44f-d215-4059-9095-9760b7c985a7", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:43:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "a0f2d839-f167-4d01-bb40-d50a3df419b8", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:43:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "a0f2d839-f167-4d01-bb40-d50a3df419b8", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1-authn-ssl"} 2026-07-27T22:43:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "a0f2d839-f167-4d01-bb40-d50a3df419b8", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:43:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "c768a3be-0b57-4d81-b0fe-4e1c699db0ea", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:43:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "c768a3be-0b57-4d81-b0fe-4e1c699db0ea", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1-authn-ssl"} 2026-07-27T22:43:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "c768a3be-0b57-4d81-b0fe-4e1c699db0ea", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:43:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "0b865c3f-2001-45f0-9beb-96c2188474ad", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:43:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "0b865c3f-2001-45f0-9beb-96c2188474ad", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1-authn-ssl"} 2026-07-27T22:43:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "0b865c3f-2001-45f0-9beb-96c2188474ad", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:43:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "openshift-service-ca.crt", "reconcileID": "f02c2a29-a859-404d-bbdb-5ed4d1bc0044", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e47da1"} 2026-07-27T22:43:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "openshift-service-ca.crt", "reconcileID": "978a36cc-e166-4e92-8556-2147abf7d386", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e47da1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:43:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "openshift-service-ca.crt", "reconcileID": "978a36cc-e166-4e92-8556-2147abf7d386", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e47da1"} 2026-07-27T22:43:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "odh-trusted-ca-bundle", "reconcileID": "0ef38027-4f9b-40fe-8a6c-f3bfa8b22e53", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e47da1"} 2026-07-27T22:43:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e6000ed-7507-4ef8-baee-b7f2c411acc6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e47da1"} 2026-07-27T22:43:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "openshift-service-ca.crt", "reconcileID": "a26ab7f8-a55b-4ee2-9e22-04e5a6d64e6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e47da1"} 2026-07-27T22:43:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "odh-trusted-ca-bundle", "reconcileID": "5348e9f4-85ed-4e52-9f23-546be697108a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e47da1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:43:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "odh-trusted-ca-bundle", "reconcileID": "5348e9f4-85ed-4e52-9f23-546be697108a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e47da1"} 2026-07-27T22:43:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb69a73a-bf6c-4cb4-87bc-8225ea6798b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e47da1"} 2026-07-27T22:43:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "7c75fa87-0757-4c98-a21a-6b13026beb15", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:43:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "7c75fa87-0757-4c98-a21a-6b13026beb15", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1-authn-ssl"} 2026-07-27T22:43:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "7c75fa87-0757-4c98-a21a-6b13026beb15", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:43:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c9b717c6-1dbf-41c2-891f-efc3068f7bfc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:43:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ee6613ec-f5fa-4011-935d-98ef2130c7cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:43:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "5f7a8921-28b9-4522-b213-777013380196", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:43:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "5f7a8921-28b9-4522-b213-777013380196", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1-authn-ssl"} 2026-07-27T22:43:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "5f7a8921-28b9-4522-b213-777013380196", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:43:50Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T22:43:50Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T22:43:53Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T22:43:53Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-27T22:43:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1f846482-c42f-4080-a213-754538e6e80a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:43:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "32085a41-5b91-4e76-bb47-24d05f4c49bf", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:43:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "32085a41-5b91-4e76-bb47-24d05f4c49bf", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:43:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "32085a41-5b91-4e76-bb47-24d05f4c49bf", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:43:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "696dd7dd-d2ef-4369-bc11-76f9db86fbaa", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:43:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "32085a41-5b91-4e76-bb47-24d05f4c49bf", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef-kserve-route-authn"} 2026-07-27T22:43:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "32085a41-5b91-4e76-bb47-24d05f4c49bf", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "authType": "userdefined"} 2026-07-27T22:43:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "32085a41-5b91-4e76-bb47-24d05f4c49bf", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:43:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "696dd7dd-d2ef-4369-bc11-76f9db86fbaa", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef-authn-ssl"} 2026-07-27T22:43:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "696dd7dd-d2ef-4369-bc11-76f9db86fbaa", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:43:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "8cda7cc5-23ff-40a9-9e22-b4df55282e04", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:43:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "8cda7cc5-23ff-40a9-9e22-b4df55282e04", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:43:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "8cda7cc5-23ff-40a9-9e22-b4df55282e04", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:43:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "8cda7cc5-23ff-40a9-9e22-b4df55282e04", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef-kserve-route-authn"} 2026-07-27T22:43:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "8cda7cc5-23ff-40a9-9e22-b4df55282e04", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "authType": "userdefined"} 2026-07-27T22:43:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "8cda7cc5-23ff-40a9-9e22-b4df55282e04", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:44:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "56e3a16b-d91b-4e0a-8276-9baf1ce8a24f", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:44:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "56e3a16b-d91b-4e0a-8276-9baf1ce8a24f", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef-authn-ssl"} 2026-07-27T22:44:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "56e3a16b-d91b-4e0a-8276-9baf1ce8a24f", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:44:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "af71b112-ff03-4bed-b6b6-82412e0fdce2", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:44:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "af71b112-ff03-4bed-b6b6-82412e0fdce2", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:44:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "af71b112-ff03-4bed-b6b6-82412e0fdce2", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:44:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "af71b112-ff03-4bed-b6b6-82412e0fdce2", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef-kserve-route-authn"} 2026-07-27T22:44:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "af71b112-ff03-4bed-b6b6-82412e0fdce2", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "authType": "userdefined"} 2026-07-27T22:44:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "af71b112-ff03-4bed-b6b6-82412e0fdce2", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:44:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "58dda048-be9e-4b66-8411-36572557c7ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:44:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "64343d55-0c39-45ba-a4f0-7fd00468361e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:44:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a351ec0b-ebb5-4d2d-b9b7-0dc5acb89207", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:44:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "f7fb2b09-50d9-4644-b702-135b188aab22", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:44:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "f7fb2b09-50d9-4644-b702-135b188aab22", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:44:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "f7fb2b09-50d9-4644-b702-135b188aab22", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:44:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "f7fb2b09-50d9-4644-b702-135b188aab22", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef-kserve-route-authn"} 2026-07-27T22:44:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "f7fb2b09-50d9-4644-b702-135b188aab22", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "authType": "userdefined"} 2026-07-27T22:44:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "f7fb2b09-50d9-4644-b702-135b188aab22", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:44:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "ef233e41-4e2a-4151-b8c2-debb9aab08f0", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:44:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "ef233e41-4e2a-4151-b8c2-debb9aab08f0", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef-authn-ssl"} 2026-07-27T22:44:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "ef233e41-4e2a-4151-b8c2-debb9aab08f0", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:45:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "8069ade9-1dd1-4ca7-b892-828a5e91e4fb", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "8069ade9-1dd1-4ca7-b892-828a5e91e4fb", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d-authn-ssl"} 2026-07-27T22:45:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "8069ade9-1dd1-4ca7-b892-828a5e91e4fb", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "c8ce19b6-bf2c-4bde-b234-8cf52fd416f9", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "c8ce19b6-bf2c-4bde-b234-8cf52fd416f9", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d-authn-ssl"} 2026-07-27T22:45:00Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "c8ce19b6-bf2c-4bde-b234-8cf52fd416f9", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-ea5c1d-authn-ssl: envoyfilters.networking.istio.io \"e2e-ipp-cleanup-ea5c1d-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T22:45:00Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-ipp-cleanup-ea5c1d-authn-ssl: envoyfilters.networking.istio.io "e2e-ipp-cleanup-ea5c1d-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-ipp-cleanup-ea5c1d","uid":"88b42114-b342-4a31-95b5-e94fbda1cb73","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"68000"}, "reason": "ReconcileError"} 2026-07-27T22:45:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "116e30e6-e9b9-4a3d-9ac5-3561f914db92", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "116e30e6-e9b9-4a3d-9ac5-3561f914db92", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d-authn-ssl"} 2026-07-27T22:45:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "116e30e6-e9b9-4a3d-9ac5-3561f914db92", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "13a598c6-b30f-48c6-b0ca-7e01429a5c6a", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "13a598c6-b30f-48c6-b0ca-7e01429a5c6a", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d-authn-ssl"} 2026-07-27T22:45:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "13a598c6-b30f-48c6-b0ca-7e01429a5c6a", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "9e379a12-6080-484d-bf31-d476344efe25", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "9e379a12-6080-484d-bf31-d476344efe25", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d-authn-ssl"} 2026-07-27T22:45:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "9e379a12-6080-484d-bf31-d476344efe25", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "ce594686-7319-48b2-8edf-3c307373f8cc", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "ce594686-7319-48b2-8edf-3c307373f8cc", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d-authn-ssl"} 2026-07-27T22:45:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "ce594686-7319-48b2-8edf-3c307373f8cc", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "34695642-22e1-4c55-be5e-151630f07de2", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "34695642-22e1-4c55-be5e-151630f07de2", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d-authn-ssl"} 2026-07-27T22:45:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "34695642-22e1-4c55-be5e-151630f07de2", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "4ea04481-5160-4762-9461-7676bae6eb0d", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "4ea04481-5160-4762-9461-7676bae6eb0d", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d-authn-ssl"} 2026-07-27T22:45:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "4ea04481-5160-4762-9461-7676bae6eb0d", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea5c1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d", "name": "odh-trusted-ca-bundle", "reconcileID": "37c94c35-610e-4052-b238-79565b00c102", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d"} 2026-07-27T22:45:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ea5c1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d", "name": "openshift-service-ca.crt", "reconcileID": "4c743453-5fe9-447f-9796-0bd05d818208", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d"} 2026-07-27T22:45:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ea5c1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d", "name": "openshift-service-ca.crt", "reconcileID": "1c5544ef-e0ee-4ac1-ad3d-aa057c42e4d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:45:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ea5c1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d", "name": "openshift-service-ca.crt", "reconcileID": "1c5544ef-e0ee-4ac1-ad3d-aa057c42e4d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d"} 2026-07-27T22:45:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea5c1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63a0f877-50f2-4fa5-ba86-d0f73cdf2d66", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d"} 2026-07-27T22:45:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ea5c1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d", "name": "openshift-service-ca.crt", "reconcileID": "ae53dee3-3bb1-4676-b565-67710ffe55d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d"} 2026-07-27T22:45:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea5c1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d", "name": "odh-trusted-ca-bundle", "reconcileID": "231e2c9c-5752-4e17-ae41-37dd03d74140", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:45:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea5c1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d", "name": "odh-trusted-ca-bundle", "reconcileID": "231e2c9c-5752-4e17-ae41-37dd03d74140", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d"} 2026-07-27T22:45:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea5c1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "853bfcca-9bb4-4357-9867-ade1d97ab060", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d"} 2026-07-27T22:45:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "b630b9ee-d192-4c35-8d53-c23cd4a70e2b", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "b630b9ee-d192-4c35-8d53-c23cd4a70e2b", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d-authn-ssl"} 2026-07-27T22:45:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "b630b9ee-d192-4c35-8d53-c23cd4a70e2b", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bec4c093-c07f-4d26-bfe9-0bcee5d9bbec", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:45:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "936bf746-a55c-4e10-9e01-dcfabdbc56b3", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "936bf746-a55c-4e10-9e01-dcfabdbc56b3", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d-authn-ssl"} 2026-07-27T22:45:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "936bf746-a55c-4e10-9e01-dcfabdbc56b3", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "0b2a428b-9767-4be5-a03a-abf04768245a", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "0b2a428b-9767-4be5-a03a-abf04768245a", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d-authn-ssl"} 2026-07-27T22:45:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "0b2a428b-9767-4be5-a03a-abf04768245a", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "c13250e2-21d1-4ed8-ad98-5b71e6d08934", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "c13250e2-21d1-4ed8-ad98-5b71e6d08934", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d-authn-ssl"} 2026-07-27T22:45:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "c13250e2-21d1-4ed8-ad98-5b71e6d08934", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea5c1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5edddda7-4d41-46f7-b6a5-feda1a81c5a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d"} 2026-07-27T22:45:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea5c1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5edddda7-4d41-46f7-b6a5-feda1a81c5a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:45:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea5c1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5edddda7-4d41-46f7-b6a5-feda1a81c5a4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-ea5c1d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T22:45:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea5c1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d", "name": "odh-trusted-ca-bundle", "reconcileID": "4ca80a12-7fbd-46f3-900f-8391a388c71b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d"} 2026-07-27T22:45:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea5c1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d", "name": "odh-trusted-ca-bundle", "reconcileID": "4ca80a12-7fbd-46f3-900f-8391a388c71b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d"} 2026-07-27T22:45:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ea5c1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d", "name": "openshift-service-ca.crt", "reconcileID": "68aa3848-02b4-4bf9-997a-6f0c36343769", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d"} 2026-07-27T22:45:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-ea5c1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d", "name": "openshift-service-ca.crt", "reconcileID": "68aa3848-02b4-4bf9-997a-6f0c36343769", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d"} 2026-07-27T22:45:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea5c1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47e3431b-1dc2-4461-9e89-6b7d8850e7c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d"} 2026-07-27T22:45:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-ea5c1d"}, "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47e3431b-1dc2-4461-9e89-6b7d8850e7c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-ea5c1d"} 2026-07-27T22:45:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-ea5c1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-ea5c1d", "reconcileID": "39c283c8-d124-43c6-a486-b9af705abaf9", "Gateway": "e2e-ipp-cleanup-ea5c1d", "namespace": "openshift-ingress"} 2026-07-27T22:45:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c74cc4d2-8482-4417-91ed-46ce8751edd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:45:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "701241d9-8de6-470b-94f2-b3f60874ba94", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:45:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "701241d9-8de6-470b-94f2-b3f60874ba94", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef-authn-ssl"} 2026-07-27T22:45:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "701241d9-8de6-470b-94f2-b3f60874ba94", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "a064a727-bf6f-45d8-98e8-b7ea58a9d0b5", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:46:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "a064a727-bf6f-45d8-98e8-b7ea58a9d0b5", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef-authn-ssl"} 2026-07-27T22:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "a064a727-bf6f-45d8-98e8-b7ea58a9d0b5", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:46:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "2ac82396-948b-4b96-8c54-36ca471740e0", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:46:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "2ac82396-948b-4b96-8c54-36ca471740e0", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef-authn-ssl"} 2026-07-27T22:46:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "2ac82396-948b-4b96-8c54-36ca471740e0", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:46:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "2793de3a-a2ab-4b1c-a41b-c27bdfed5c87", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "2793de3a-a2ab-4b1c-a41b-c27bdfed5c87", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "2793de3a-a2ab-4b1c-a41b-c27bdfed5c87", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "2793de3a-a2ab-4b1c-a41b-c27bdfed5c87", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef-kserve-route-authn"} 2026-07-27T22:46:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "2793de3a-a2ab-4b1c-a41b-c27bdfed5c87", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "authType": "userdefined"} 2026-07-27T22:46:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "2793de3a-a2ab-4b1c-a41b-c27bdfed5c87", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "7d075a81-fa1d-414e-b059-ddb456d37da0", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "7d075a81-fa1d-414e-b059-ddb456d37da0", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef"} 2026-07-27T22:46:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "7d075a81-fa1d-414e-b059-ddb456d37da0", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "7d075a81-fa1d-414e-b059-ddb456d37da0", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "7d075a81-fa1d-414e-b059-ddb456d37da0", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef-kserve-route-authn"} 2026-07-27T22:46:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "7d075a81-fa1d-414e-b059-ddb456d37da0", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef-kserve-route-authn"} 2026-07-27T22:46:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "7d075a81-fa1d-414e-b059-ddb456d37da0", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "7d075a81-fa1d-414e-b059-ddb456d37da0", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d44e823-baa7-4993-b112-4b2774c47924", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d44e823-baa7-4993-b112-4b2774c47924", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:46:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d44e823-baa7-4993-b112-4b2774c47924", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-48ceef because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T22:46:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "odh-trusted-ca-bundle", "reconcileID": "3396b6b0-94d4-4af7-a3dd-b853fb6f18ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "odh-trusted-ca-bundle", "reconcileID": "3396b6b0-94d4-4af7-a3dd-b853fb6f18ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "openshift-service-ca.crt", "reconcileID": "d3d69840-0182-4bb5-ace6-e428ee0c1880", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "openshift-service-ca.crt", "reconcileID": "d3d69840-0182-4bb5-ace6-e428ee0c1880", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23e3c73c-2cf0-4b16-89ec-34c7550e8755", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "23e3c73c-2cf0-4b16-89ec-34c7550e8755", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "5dc806e6-f20f-4b82-ae6a-5c6c2e0220c3", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "5dc806e6-f20f-4b82-ae6a-5c6c2e0220c3", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef"} 2026-07-27T22:46:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "5dc806e6-f20f-4b82-ae6a-5c6c2e0220c3", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "5dc806e6-f20f-4b82-ae6a-5c6c2e0220c3", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "5dc806e6-f20f-4b82-ae6a-5c6c2e0220c3", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef-kserve-route-authn"} 2026-07-27T22:46:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "5dc806e6-f20f-4b82-ae6a-5c6c2e0220c3", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef-kserve-route-authn"} 2026-07-27T22:46:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "5dc806e6-f20f-4b82-ae6a-5c6c2e0220c3", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "5dc806e6-f20f-4b82-ae6a-5c6c2e0220c3", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:46Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-48ceef","namespace":"ai-tenant-e2e-ipp-a-48ceef"}, "namespace": "ai-tenant-e2e-ipp-a-48ceef", "name": "ipp-route-48ceef", "reconcileID": "cb74e535-5b2f-458d-8480-e71169578b75", "LLMInferenceService": "ipp-route-48ceef", "namespace": "ai-tenant-e2e-ipp-a-48ceef"} 2026-07-27T22:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "1882ca9b-4b50-4998-80f8-4f2b309cd9ce", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:46:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "1882ca9b-4b50-4998-80f8-4f2b309cd9ce", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef-authn-ssl"} 2026-07-27T22:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "1882ca9b-4b50-4998-80f8-4f2b309cd9ce", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:46:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "66a01aca-03bb-435d-b95b-4b9b516a42f8", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:46:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "66a01aca-03bb-435d-b95b-4b9b516a42f8", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef-authn-ssl"} 2026-07-27T22:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "66a01aca-03bb-435d-b95b-4b9b516a42f8", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:46:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-48ceef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-48ceef", "reconcileID": "40f186b0-5e31-4f18-ab67-514452325ed1", "Gateway": "e2e-ipp-a-48ceef", "namespace": "openshift-ingress"} 2026-07-27T22:46:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dfa41832-4b34-4e53-baff-f85c4b6ea841", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:47:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "85377af8-73bb-457b-8e2a-5b638ef72ace", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:47:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "85377af8-73bb-457b-8e2a-5b638ef72ace", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1-authn-ssl"} 2026-07-27T22:47:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "85377af8-73bb-457b-8e2a-5b638ef72ace", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:47:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "bc6a55b5-0d35-437d-896d-54ed38fec8b5", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:47:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "bc6a55b5-0d35-437d-896d-54ed38fec8b5", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1-authn-ssl"} 2026-07-27T22:47:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "bc6a55b5-0d35-437d-896d-54ed38fec8b5", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:47:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2191f7cd-784b-4464-b588-ce73ba6cf561", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e47da1"} 2026-07-27T22:47:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2191f7cd-784b-4464-b588-ce73ba6cf561", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e47da1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:47:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2191f7cd-784b-4464-b588-ce73ba6cf561", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-e47da1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T22:47:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "odh-trusted-ca-bundle", "reconcileID": "4f0c3261-a6e1-445c-8c88-bdbd4ee50636", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e47da1"} 2026-07-27T22:47:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "odh-trusted-ca-bundle", "reconcileID": "4f0c3261-a6e1-445c-8c88-bdbd4ee50636", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e47da1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:47:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "odh-trusted-ca-bundle", "reconcileID": "4f0c3261-a6e1-445c-8c88-bdbd4ee50636", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-e47da1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T22:47:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0eced449-5578-4212-8e50-4790f4fb58f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e47da1"} 2026-07-27T22:47:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0eced449-5578-4212-8e50-4790f4fb58f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e47da1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:47:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0eced449-5578-4212-8e50-4790f4fb58f4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-e47da1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T22:47:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "odh-trusted-ca-bundle", "reconcileID": "4a148484-6474-4574-89c5-88a3ca143b12", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e47da1"} 2026-07-27T22:47:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "odh-trusted-ca-bundle", "reconcileID": "4a148484-6474-4574-89c5-88a3ca143b12", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e47da1"} 2026-07-27T22:47:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "openshift-service-ca.crt", "reconcileID": "399b8afc-b8ba-443c-a12b-9bf2cc0f27d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e47da1"} 2026-07-27T22:47:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "openshift-service-ca.crt", "reconcileID": "399b8afc-b8ba-443c-a12b-9bf2cc0f27d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e47da1"} 2026-07-27T22:47:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb7c152b-e3f3-4b88-9bb9-edbed80f4be9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e47da1"} 2026-07-27T22:47:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e47da1"}, "namespace": "ai-tenant-e2e-ipp-b-e47da1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb7c152b-e3f3-4b88-9bb9-edbed80f4be9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e47da1"} 2026-07-27T22:47:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e47da1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e47da1", "reconcileID": "9ceb9866-4a5b-4bbd-9416-96976a238528", "Gateway": "e2e-ipp-b-e47da1", "namespace": "openshift-ingress"} 2026-07-27T22:47:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f6755660-703e-4a59-abaa-1feec4fb7421", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:47:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "4e9f2497-594c-40f3-b90a-fa3771af8a72", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:47:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "4e9f2497-594c-40f3-b90a-fa3771af8a72", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3-authn-ssl"} 2026-07-27T22:47:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "4e9f2497-594c-40f3-b90a-fa3771af8a72", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:47:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "21c4c475-9b1e-4076-93cc-5b7d438d7e8a", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:47:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "21c4c475-9b1e-4076-93cc-5b7d438d7e8a", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3-authn-ssl"} 2026-07-27T22:47:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "21c4c475-9b1e-4076-93cc-5b7d438d7e8a", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:47:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "778d2dd2-76a8-413c-aefe-02f68b52ab00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:47:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "778d2dd2-76a8-413c-aefe-02f68b52ab00", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:47:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "778d2dd2-76a8-413c-aefe-02f68b52ab00", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-c5cbe3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T22:47:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "odh-trusted-ca-bundle", "reconcileID": "b93ff24a-01a2-4361-b554-8daff71e5017", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:47:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "odh-trusted-ca-bundle", "reconcileID": "b93ff24a-01a2-4361-b554-8daff71e5017", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:47:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "openshift-service-ca.crt", "reconcileID": "dad19a04-9de4-42ec-b11b-8d5cd4ccdfa7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:47:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "openshift-service-ca.crt", "reconcileID": "dad19a04-9de4-42ec-b11b-8d5cd4ccdfa7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:47:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "793f4188-9e03-4098-bdb0-0cb92f8b8ecc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:47:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-c5cbe3"}, "namespace": "ai-tenant-e2e-shared-a-c5cbe3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "793f4188-9e03-4098-bdb0-0cb92f8b8ecc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-c5cbe3"} 2026-07-27T22:47:36Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-c5cbe3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-c5cbe3", "reconcileID": "54cd9472-e174-45b3-a5f6-58a455ba2883", "Gateway": "e2e-shared-a-c5cbe3", "namespace": "openshift-ingress"} 2026-07-27T22:47:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fd9fd49e-965f-40c9-9c11-6a990020bbcd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-27T22:47:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "f7266bd5-bc0f-4b90-8fa3-24ff6f6ef16f", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:47:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "f7266bd5-bc0f-4b90-8fa3-24ff6f6ef16f", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41-authn-ssl"} 2026-07-27T22:47:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "f7266bd5-bc0f-4b90-8fa3-24ff6f6ef16f", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:47:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "046a05ce-6ce9-44e0-a687-b150b2c98963", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:47:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "046a05ce-6ce9-44e0-a687-b150b2c98963", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41-authn-ssl"} 2026-07-27T22:47:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "046a05ce-6ce9-44e0-a687-b150b2c98963", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"} 2026-07-27T22:47:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92afdf5a-2322-4576-b202-4a5c67724840", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:47:58Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92afdf5a-2322-4576-b202-4a5c67724840", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f36b41", "create": "odh-kserve-custom-ca-bundle"} 2026-07-27T22:47:58Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92afdf5a-2322-4576-b202-4a5c67724840", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-f36b41 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-27T22:47:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "odh-trusted-ca-bundle", "reconcileID": "414360d8-dd0a-484c-b254-e0065fac1bcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:47:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "odh-trusted-ca-bundle", "reconcileID": "414360d8-dd0a-484c-b254-e0065fac1bcd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:47:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "openshift-service-ca.crt", "reconcileID": "d1e410cd-718d-4ae8-8a70-7d352a0b100e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:47:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "openshift-service-ca.crt", "reconcileID": "d1e410cd-718d-4ae8-8a70-7d352a0b100e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:47:58Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff49b3e6-75fd-4aee-a97a-c2f7d08589b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:47:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-f36b41"}, "namespace": "ai-tenant-e2e-shared-b-f36b41", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff49b3e6-75fd-4aee-a97a-c2f7d08589b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-f36b41"} 2026-07-27T22:47:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-f36b41","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-f36b41", "reconcileID": "f5241e2a-bef7-49e1-9367-901c4eea01d3", "Gateway": "e2e-shared-b-f36b41", "namespace": "openshift-ingress"}