2026-07-16T16:08:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-22d3cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-22d3cd", "reconcileID": "3d7b96ed-a4fe-4839-be56-0513dd883f7a", "Gateway": "e2e-api-b-22d3cd", "namespace": "openshift-ingress"} 2026-07-16T16:08:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-22d3cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-22d3cd", "reconcileID": "3d7b96ed-a4fe-4839-be56-0513dd883f7a", "Gateway": "e2e-api-b-22d3cd", "namespace": "openshift-ingress", "name": "e2e-api-b-22d3cd-authn-ssl"} 2026-07-16T16:08:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-22d3cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-22d3cd", "reconcileID": "3d7b96ed-a4fe-4839-be56-0513dd883f7a", "Gateway": "e2e-api-b-22d3cd", "namespace": "openshift-ingress"} 2026-07-16T16:08:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-bb0c28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-bb0c28", "reconcileID": "667012cf-f1e4-44ca-a3b1-207e969bb86a", "Gateway": "e2e-api-a-bb0c28", "namespace": "openshift-ingress"} 2026-07-16T16:08:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-bb0c28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-bb0c28", "reconcileID": "667012cf-f1e4-44ca-a3b1-207e969bb86a", "Gateway": "e2e-api-a-bb0c28", "namespace": "openshift-ingress", "name": "e2e-api-a-bb0c28-authn-ssl"} 2026-07-16T16:08:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-bb0c28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-bb0c28", "reconcileID": "667012cf-f1e4-44ca-a3b1-207e969bb86a", "Gateway": "e2e-api-a-bb0c28", "namespace": "openshift-ingress"} 2026-07-16T16:08:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-22d3cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-22d3cd", "reconcileID": "11b0d306-84a1-4e08-b4c8-5813fe810ec0", "Gateway": "e2e-api-b-22d3cd", "namespace": "openshift-ingress"} 2026-07-16T16:08:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-22d3cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-22d3cd", "reconcileID": "11b0d306-84a1-4e08-b4c8-5813fe810ec0", "Gateway": "e2e-api-b-22d3cd", "namespace": "openshift-ingress", "name": "e2e-api-b-22d3cd-authn-ssl"} 2026-07-16T16:08:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-22d3cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-22d3cd", "reconcileID": "11b0d306-84a1-4e08-b4c8-5813fe810ec0", "Gateway": "e2e-api-b-22d3cd", "namespace": "openshift-ingress"} 2026-07-16T16:08:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-22d3cd"}, "namespace": "ai-tenant-e2e-api-b-22d3cd", "name": "openshift-service-ca.crt", "reconcileID": "8da1e475-e2f2-4821-906b-9929ec3f5881", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-22d3cd"} 2026-07-16T16:08:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-22d3cd"}, "namespace": "ai-tenant-e2e-api-b-22d3cd", "name": "odh-trusted-ca-bundle", "reconcileID": "54ced260-94f0-4351-9b4f-2e6d8beeee48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-22d3cd"} 2026-07-16T16:08:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-22d3cd"}, "namespace": "ai-tenant-e2e-api-b-22d3cd", "name": "openshift-service-ca.crt", "reconcileID": "c5c628e1-89e3-4862-a346-5731d64ea851", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-22d3cd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T16:08:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-22d3cd"}, "namespace": "ai-tenant-e2e-api-b-22d3cd", "name": "openshift-service-ca.crt", "reconcileID": "c5c628e1-89e3-4862-a346-5731d64ea851", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-22d3cd"} 2026-07-16T16:08:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-22d3cd"}, "namespace": "ai-tenant-e2e-api-b-22d3cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "458b8f24-d471-4a76-a2fe-1fb9c20743a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-22d3cd"} 2026-07-16T16:08:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-22d3cd"}, "namespace": "ai-tenant-e2e-api-b-22d3cd", "name": "openshift-service-ca.crt", "reconcileID": "42feed27-4995-4a89-b594-7abe0353a634", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-22d3cd"} 2026-07-16T16:08:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-22d3cd"}, "namespace": "ai-tenant-e2e-api-b-22d3cd", "name": "odh-trusted-ca-bundle", "reconcileID": "9108ea6c-01a4-4e7d-8ee0-520b11bdb5cb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-22d3cd", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T16:08:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-22d3cd"}, "namespace": "ai-tenant-e2e-api-b-22d3cd", "name": "odh-trusted-ca-bundle", "reconcileID": "9108ea6c-01a4-4e7d-8ee0-520b11bdb5cb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-22d3cd"} 2026-07-16T16:08:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-22d3cd"}, "namespace": "ai-tenant-e2e-api-b-22d3cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9e32bd9-2f68-4d85-973a-d4b4203a1eef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-22d3cd"} 2026-07-16T16:08:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-22d3cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-22d3cd", "reconcileID": "8f55fbdf-789e-46af-9414-04145c5e8dc7", "Gateway": "e2e-api-b-22d3cd", "namespace": "openshift-ingress"} 2026-07-16T16:08:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-22d3cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-22d3cd", "reconcileID": "8f55fbdf-789e-46af-9414-04145c5e8dc7", "Gateway": "e2e-api-b-22d3cd", "namespace": "openshift-ingress", "name": "e2e-api-b-22d3cd-authn-ssl"} 2026-07-16T16:08:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-22d3cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-22d3cd", "reconcileID": "8f55fbdf-789e-46af-9414-04145c5e8dc7", "Gateway": "e2e-api-b-22d3cd", "namespace": "openshift-ingress"} 2026-07-16T16:08:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "aa4b6998-9c55-4329-ae7d-6962576d4d92", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T16:08:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-bb0c28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-bb0c28", "reconcileID": "347b66f2-ff52-44c6-821f-a596ffb0c008", "Gateway": "e2e-api-a-bb0c28", "namespace": "openshift-ingress"} 2026-07-16T16:08:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-bb0c28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-bb0c28", "reconcileID": "347b66f2-ff52-44c6-821f-a596ffb0c008", "Gateway": "e2e-api-a-bb0c28", "namespace": "openshift-ingress", "name": "e2e-api-a-bb0c28-authn-ssl"} 2026-07-16T16:08:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-bb0c28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-bb0c28", "reconcileID": "347b66f2-ff52-44c6-821f-a596ffb0c008", "Gateway": "e2e-api-a-bb0c28", "namespace": "openshift-ingress"} 2026-07-16T16:08:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-22d3cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-22d3cd", "reconcileID": "f291f963-b2bd-4500-b15e-4a4d8e055d3b", "Gateway": "e2e-api-b-22d3cd", "namespace": "openshift-ingress"} 2026-07-16T16:08:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-22d3cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-22d3cd", "reconcileID": "f291f963-b2bd-4500-b15e-4a4d8e055d3b", "Gateway": "e2e-api-b-22d3cd", "namespace": "openshift-ingress", "name": "e2e-api-b-22d3cd-authn-ssl"} 2026-07-16T16:08:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-22d3cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-22d3cd", "reconcileID": "f291f963-b2bd-4500-b15e-4a4d8e055d3b", "Gateway": "e2e-api-b-22d3cd", "namespace": "openshift-ingress"} 2026-07-16T16:08:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "13a3b589-c214-4a42-b929-3e32c776ea23", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T16:08:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-bb0c28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-bb0c28", "reconcileID": "24d6dad3-b686-4bff-85b1-016b18935292", "Gateway": "e2e-api-a-bb0c28", "namespace": "openshift-ingress"} 2026-07-16T16:08:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-bb0c28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-bb0c28", "reconcileID": "24d6dad3-b686-4bff-85b1-016b18935292", "Gateway": "e2e-api-a-bb0c28", "namespace": "openshift-ingress", "name": "e2e-api-a-bb0c28-authn-ssl"} 2026-07-16T16:08:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-bb0c28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-bb0c28", "reconcileID": "24d6dad3-b686-4bff-85b1-016b18935292", "Gateway": "e2e-api-a-bb0c28", "namespace": "openshift-ingress"} 2026-07-16T16:09:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-bb0c28"}, "namespace": "ai-tenant-e2e-api-a-bb0c28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e06892d-5236-4613-b19a-7846d3390849", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-bb0c28"} 2026-07-16T16:09:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-bb0c28"}, "namespace": "ai-tenant-e2e-api-a-bb0c28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e06892d-5236-4613-b19a-7846d3390849", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-bb0c28", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T16:09:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-bb0c28"}, "namespace": "ai-tenant-e2e-api-a-bb0c28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e06892d-5236-4613-b19a-7846d3390849", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-bb0c28 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T16:09:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-bb0c28"}, "namespace": "ai-tenant-e2e-api-a-bb0c28", "name": "odh-trusted-ca-bundle", "reconcileID": "0563dea4-1f09-4c7e-bbeb-38bb37fa2ec0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-bb0c28"} 2026-07-16T16:09:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-bb0c28"}, "namespace": "ai-tenant-e2e-api-a-bb0c28", "name": "odh-trusted-ca-bundle", "reconcileID": "0563dea4-1f09-4c7e-bbeb-38bb37fa2ec0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-bb0c28"} 2026-07-16T16:09:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-bb0c28"}, "namespace": "ai-tenant-e2e-api-a-bb0c28", "name": "openshift-service-ca.crt", "reconcileID": "9cb1e68c-773f-484f-a50e-c315fdafbf45", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-bb0c28"} 2026-07-16T16:09:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-bb0c28"}, "namespace": "ai-tenant-e2e-api-a-bb0c28", "name": "openshift-service-ca.crt", "reconcileID": "9cb1e68c-773f-484f-a50e-c315fdafbf45", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-bb0c28"} 2026-07-16T16:09:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-bb0c28"}, "namespace": "ai-tenant-e2e-api-a-bb0c28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b4cab84-20ba-4567-a5ba-027f8696c3cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-bb0c28"} 2026-07-16T16:09:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-bb0c28"}, "namespace": "ai-tenant-e2e-api-a-bb0c28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b4cab84-20ba-4567-a5ba-027f8696c3cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-bb0c28"} 2026-07-16T16:09:02Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-bb0c28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-bb0c28", "reconcileID": "1c0ce3eb-2cc7-4d28-9f23-05cbf45f5570", "Gateway": "e2e-api-a-bb0c28", "namespace": "openshift-ingress"} 2026-07-16T16:09:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c584ac86-5778-455d-9c48-56c434dfee52", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T16:09:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-22d3cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-22d3cd", "reconcileID": "76aaeec6-caf8-4d29-bc9c-92d2a11ac6f2", "Gateway": "e2e-api-b-22d3cd", "namespace": "openshift-ingress"} 2026-07-16T16:09:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-22d3cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-22d3cd", "reconcileID": "76aaeec6-caf8-4d29-bc9c-92d2a11ac6f2", "Gateway": "e2e-api-b-22d3cd", "namespace": "openshift-ingress", "name": "e2e-api-b-22d3cd-authn-ssl"} 2026-07-16T16:09:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-22d3cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-22d3cd", "reconcileID": "76aaeec6-caf8-4d29-bc9c-92d2a11ac6f2", "Gateway": "e2e-api-b-22d3cd", "namespace": "openshift-ingress"} 2026-07-16T16:09:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-22d3cd"}, "namespace": "ai-tenant-e2e-api-b-22d3cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc5ab3e5-ead0-44ed-88da-0cea66f6f6b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-22d3cd"} 2026-07-16T16:09:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-22d3cd"}, "namespace": "ai-tenant-e2e-api-b-22d3cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc5ab3e5-ead0-44ed-88da-0cea66f6f6b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-22d3cd", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T16:09:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-22d3cd"}, "namespace": "ai-tenant-e2e-api-b-22d3cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc5ab3e5-ead0-44ed-88da-0cea66f6f6b7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-22d3cd because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T16:09:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-22d3cd"}, "namespace": "ai-tenant-e2e-api-b-22d3cd", "name": "odh-trusted-ca-bundle", "reconcileID": "0e607c84-aa10-4d4a-a779-43f92313ab53", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-22d3cd"} 2026-07-16T16:09:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-22d3cd"}, "namespace": "ai-tenant-e2e-api-b-22d3cd", "name": "odh-trusted-ca-bundle", "reconcileID": "0e607c84-aa10-4d4a-a779-43f92313ab53", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-22d3cd"} 2026-07-16T16:09:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-22d3cd"}, "namespace": "ai-tenant-e2e-api-b-22d3cd", "name": "openshift-service-ca.crt", "reconcileID": "4f9c202b-20f9-4a7b-99ad-b3453841b7ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-22d3cd"} 2026-07-16T16:09:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-22d3cd"}, "namespace": "ai-tenant-e2e-api-b-22d3cd", "name": "openshift-service-ca.crt", "reconcileID": "4f9c202b-20f9-4a7b-99ad-b3453841b7ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-22d3cd"} 2026-07-16T16:09:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-22d3cd"}, "namespace": "ai-tenant-e2e-api-b-22d3cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "602c3b64-3342-4560-a54e-23afc4d0cd7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-22d3cd"} 2026-07-16T16:09:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-22d3cd"}, "namespace": "ai-tenant-e2e-api-b-22d3cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "602c3b64-3342-4560-a54e-23afc4d0cd7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-22d3cd"} 2026-07-16T16:09:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-22d3cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-22d3cd", "reconcileID": "9008de3b-5fee-48d5-bb0d-b3eec4d94f7d", "Gateway": "e2e-api-b-22d3cd", "namespace": "openshift-ingress"} 2026-07-16T16:09:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "696b288b-07b4-4464-b791-014b51653b63", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:11Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "696b288b-07b4-4464-b791-014b51653b63", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:09:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "696b288b-07b4-4464-b791-014b51653b63", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "472ae1c0-0314-43a0-a4ef-9fc5745c9455", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "472ae1c0-0314-43a0-a4ef-9fc5745c9455", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:09:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "472ae1c0-0314-43a0-a4ef-9fc5745c9455", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "1e4cde66-bf69-4cd6-b4ea-fed21ce65364", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "1e4cde66-bf69-4cd6-b4ea-fed21ce65364", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:09:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "1e4cde66-bf69-4cd6-b4ea-fed21ce65364", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "4b249292-a726-42a1-b5b6-a725c728773e", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "4b249292-a726-42a1-b5b6-a725c728773e", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:09:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "4b249292-a726-42a1-b5b6-a725c728773e", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "a627c72c-ddf5-43d7-86ad-ccf9ced62ba2", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "a627c72c-ddf5-43d7-86ad-ccf9ced62ba2", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:09:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "a627c72c-ddf5-43d7-86ad-ccf9ced62ba2", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "6ea15fe2-2606-4271-9c73-edad5296eba0", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "6ea15fe2-2606-4271-9c73-edad5296eba0", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:09:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "6ea15fe2-2606-4271-9c73-edad5296eba0", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "c9160127-3ffe-4355-a43f-1a4bf2c4546e", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "c9160127-3ffe-4355-a43f-1a4bf2c4546e", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:09:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "c9160127-3ffe-4355-a43f-1a4bf2c4546e", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "openshift-service-ca.crt", "reconcileID": "3de0ea96-1e43-4389-b1c4-255917d39a12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "odh-trusted-ca-bundle", "reconcileID": "035fc406-92c2-4165-b5ab-a657b92009c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "openshift-service-ca.crt", "reconcileID": "45202212-5e5f-4a71-9f41-9e7a275cb788", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T16:09:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "openshift-service-ca.crt", "reconcileID": "45202212-5e5f-4a71-9f41-9e7a275cb788", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "openshift-service-ca.crt", "reconcileID": "d6c6d445-642c-437c-a987-992d544d5c1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab92d359-36ee-4eb1-9c95-b87d769c23c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "odh-trusted-ca-bundle", "reconcileID": "042ac558-c743-44fb-b986-18c4b6f9af2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T16:09:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "odh-trusted-ca-bundle", "reconcileID": "042ac558-c743-44fb-b986-18c4b6f9af2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd8ba07a-1752-4a59-8162-74bf58560738", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "922a3a21-fcdc-4bf4-a897-9a2b4f74aaf3", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "922a3a21-fcdc-4bf4-a897-9a2b4f74aaf3", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:09:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "922a3a21-fcdc-4bf4-a897-9a2b4f74aaf3", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "069caf17-9cae-4856-9cae-f1c027a1dd9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T16:09:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "e0eb9376-63cb-4009-be3b-b37edafa879b", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:19Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "e0eb9376-63cb-4009-be3b-b37edafa879b", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:09:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "e0eb9376-63cb-4009-be3b-b37edafa879b", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "9eeb5611-3ddb-43c3-a15f-b731afcbf379", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "9eeb5611-3ddb-43c3-a15f-b731afcbf379", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:09:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "9eeb5611-3ddb-43c3-a15f-b731afcbf379", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "ef60ad6d-88a8-4533-9388-442856f98e24", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "ef60ad6d-88a8-4533-9388-442856f98e24", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:09:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "ef60ad6d-88a8-4533-9388-442856f98e24", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "56ac7437-da88-409c-b44e-3e3e356aeea9", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "56ac7437-da88-409c-b44e-3e3e356aeea9", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:09:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "56ac7437-da88-409c-b44e-3e3e356aeea9", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "ae5098c2-7f14-4674-ba60-4869d1980f90", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "ae5098c2-7f14-4674-ba60-4869d1980f90", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:09:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "ae5098c2-7f14-4674-ba60-4869d1980f90", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "5fd2da19-f092-406e-adff-99e1c4e907c4", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "5fd2da19-f092-406e-adff-99e1c4e907c4", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:09:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "5fd2da19-f092-406e-adff-99e1c4e907c4", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "f159be06-3d08-433c-bccf-700ed9cf6ed2", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "f159be06-3d08-433c-bccf-700ed9cf6ed2", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:09:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "f159be06-3d08-433c-bccf-700ed9cf6ed2", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "cf98c4f1-458a-412a-8961-9f42c054b018", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "cf98c4f1-458a-412a-8961-9f42c054b018", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:09:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "cf98c4f1-458a-412a-8961-9f42c054b018", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "09d88b3f-aca8-451c-99c4-e673f3ccc36c", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "09d88b3f-aca8-451c-99c4-e673f3ccc36c", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:09:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "09d88b3f-aca8-451c-99c4-e673f3ccc36c", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "openshift-service-ca.crt", "reconcileID": "1c32a06c-bfd2-4cb9-8f5c-bef8455b9277", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:09:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "odh-trusted-ca-bundle", "reconcileID": "e7f9e7fa-f9cc-4895-9f5a-1aed106c4035", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:09:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "openshift-service-ca.crt", "reconcileID": "5ace927d-defa-491f-a2f8-508e5b65ad6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-590f9a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T16:09:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "openshift-service-ca.crt", "reconcileID": "5ace927d-defa-491f-a2f8-508e5b65ad6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:09:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "92cc37a9-6c3f-4eab-8009-6c41d9b48c82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:09:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "openshift-service-ca.crt", "reconcileID": "847d1e15-740f-4e3e-89e3-80154737d04b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:09:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "odh-trusted-ca-bundle", "reconcileID": "21aa04b7-f72e-40e3-9fec-ff375817b183", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-590f9a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-16T16:09:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "odh-trusted-ca-bundle", "reconcileID": "21aa04b7-f72e-40e3-9fec-ff375817b183", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:09:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aaed009d-1c32-4fc8-9bcc-f15b039841f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:09:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "133d54e4-3154-4aa1-abb4-6af8dfe38cb8", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "133d54e4-3154-4aa1-abb4-6af8dfe38cb8", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:09:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "133d54e4-3154-4aa1-abb4-6af8dfe38cb8", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6cdb6712-6703-4a69-a454-2d9307ee265e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T16:09:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "c64ff4bd-efdf-4cfd-a76f-c6754e45f19a", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "c64ff4bd-efdf-4cfd-a76f-c6754e45f19a", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:09:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "c64ff4bd-efdf-4cfd-a76f-c6754e45f19a", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "ffb4213b-1da3-4dd2-951a-c63bc1edc52b", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "ffb4213b-1da3-4dd2-951a-c63bc1edc52b", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "ffb4213b-1da3-4dd2-951a-c63bc1edc52b", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "ffb4213b-1da3-4dd2-951a-c63bc1edc52b", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4-kserve-route-authn"} 2026-07-16T16:09:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "ffb4213b-1da3-4dd2-951a-c63bc1edc52b", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "authType": "userdefined"} 2026-07-16T16:09:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "ffb4213b-1da3-4dd2-951a-c63bc1edc52b", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "4979e07e-1438-43ad-a842-4b003763bc79", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "4979e07e-1438-43ad-a842-4b003763bc79", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:09:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "4979e07e-1438-43ad-a842-4b003763bc79", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "69298ab5-0449-4e21-a8a5-a081684b31a8", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "69298ab5-0449-4e21-a8a5-a081684b31a8", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "69298ab5-0449-4e21-a8a5-a081684b31a8", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "69298ab5-0449-4e21-a8a5-a081684b31a8", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4-kserve-route-authn"} 2026-07-16T16:09:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "69298ab5-0449-4e21-a8a5-a081684b31a8", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "authType": "userdefined"} 2026-07-16T16:09:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "69298ab5-0449-4e21-a8a5-a081684b31a8", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1cd2efff-0d5a-4dc3-ae06-12e94346b4a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T16:09:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "92d5233f-b848-4bfe-8043-830afd6d5f7a", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "92d5233f-b848-4bfe-8043-830afd6d5f7a", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:09:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "92d5233f-b848-4bfe-8043-830afd6d5f7a", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:09:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "d8563550-3423-491d-84b4-05ee7fb7ee2f", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "d8563550-3423-491d-84b4-05ee7fb7ee2f", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "d8563550-3423-491d-84b4-05ee7fb7ee2f", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "d8563550-3423-491d-84b4-05ee7fb7ee2f", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4-kserve-route-authn"} 2026-07-16T16:09:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "d8563550-3423-491d-84b4-05ee7fb7ee2f", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "authType": "userdefined"} 2026-07-16T16:09:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "d8563550-3423-491d-84b4-05ee7fb7ee2f", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ad8d2b4a-40be-4f77-95a7-85d7d5a33e80", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T16:09:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "2f579b5c-05b9-47cb-9c84-406d8d60b203", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "2f579b5c-05b9-47cb-9c84-406d8d60b203", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "2f579b5c-05b9-47cb-9c84-406d8d60b203", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "2f579b5c-05b9-47cb-9c84-406d8d60b203", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4-kserve-route-authn"} 2026-07-16T16:09:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "2f579b5c-05b9-47cb-9c84-406d8d60b203", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "authType": "userdefined"} 2026-07-16T16:09:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "2f579b5c-05b9-47cb-9c84-406d8d60b203", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "61f8a938-845b-4084-8132-fd3566ca1fdc", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "61f8a938-845b-4084-8132-fd3566ca1fdc", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "61f8a938-845b-4084-8132-fd3566ca1fdc", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "61f8a938-845b-4084-8132-fd3566ca1fdc", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4-kserve-route-authn"} 2026-07-16T16:09:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "61f8a938-845b-4084-8132-fd3566ca1fdc", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "authType": "userdefined"} 2026-07-16T16:09:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "61f8a938-845b-4084-8132-fd3566ca1fdc", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:09:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "ca1848ce-a370-4dd3-be20-4303291f4c89", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:09:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "ca1848ce-a370-4dd3-be20-4303291f4c89", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:09:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "ca1848ce-a370-4dd3-be20-4303291f4c89", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:09:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "2db2c3b1-da1e-42d5-97b7-785c0c49fb21", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "ca1848ce-a370-4dd3-be20-4303291f4c89", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a-kserve-route-authn"} 2026-07-16T16:09:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "ca1848ce-a370-4dd3-be20-4303291f4c89", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "authType": "userdefined"} 2026-07-16T16:09:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "ca1848ce-a370-4dd3-be20-4303291f4c89", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:09:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "2db2c3b1-da1e-42d5-97b7-785c0c49fb21", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:09:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "2db2c3b1-da1e-42d5-97b7-785c0c49fb21", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "928e502e-1c7e-44d5-8786-d84caba5a81a", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:09:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "928e502e-1c7e-44d5-8786-d84caba5a81a", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:09:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "928e502e-1c7e-44d5-8786-d84caba5a81a", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:09:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "928e502e-1c7e-44d5-8786-d84caba5a81a", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a-kserve-route-authn"} 2026-07-16T16:09:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "928e502e-1c7e-44d5-8786-d84caba5a81a", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "authType": "userdefined"} 2026-07-16T16:09:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "928e502e-1c7e-44d5-8786-d84caba5a81a", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:09:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "dc801a21-96f4-46dd-b268-dc1c132ea822", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:09:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "dc801a21-96f4-46dd-b268-dc1c132ea822", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:09:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "dc801a21-96f4-46dd-b268-dc1c132ea822", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:10:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "57a95eec-6b9d-4589-8874-394062235333", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:10:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "57a95eec-6b9d-4589-8874-394062235333", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:10:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "57a95eec-6b9d-4589-8874-394062235333", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:10:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "57a95eec-6b9d-4589-8874-394062235333", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a-kserve-route-authn"} 2026-07-16T16:10:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "57a95eec-6b9d-4589-8874-394062235333", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "authType": "userdefined"} 2026-07-16T16:10:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "57a95eec-6b9d-4589-8874-394062235333", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:10:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "99da5317-e624-415c-a60b-f1d6f3591508", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:10:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "99da5317-e624-415c-a60b-f1d6f3591508", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:10:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "99da5317-e624-415c-a60b-f1d6f3591508", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:10:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "99da5317-e624-415c-a60b-f1d6f3591508", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a-kserve-route-authn"} 2026-07-16T16:10:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "99da5317-e624-415c-a60b-f1d6f3591508", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "authType": "userdefined"} 2026-07-16T16:10:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "99da5317-e624-415c-a60b-f1d6f3591508", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:10:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "322c78cf-c015-4aa0-973e-73c8560a6b6d", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:10:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "322c78cf-c015-4aa0-973e-73c8560a6b6d", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:10:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "322c78cf-c015-4aa0-973e-73c8560a6b6d", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:10:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "322c78cf-c015-4aa0-973e-73c8560a6b6d", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a-kserve-route-authn"} 2026-07-16T16:10:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "322c78cf-c015-4aa0-973e-73c8560a6b6d", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "authType": "userdefined"} 2026-07-16T16:10:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "322c78cf-c015-4aa0-973e-73c8560a6b6d", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:10:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "5217df50-32c1-4e03-9fa3-7b0afbae57b6", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:10:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "5217df50-32c1-4e03-9fa3-7b0afbae57b6", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:10:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "5217df50-32c1-4e03-9fa3-7b0afbae57b6", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:10:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "71dd712b-fb4e-4437-8cbe-6d006a47e5f4", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:10:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "71dd712b-fb4e-4437-8cbe-6d006a47e5f4", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:10:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "71dd712b-fb4e-4437-8cbe-6d006a47e5f4", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:11:44Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T16:11:44Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T16:11:45Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T16:11:45Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-16T16:12:00Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "eb3c9641-17e4-4fce-b3fd-028f8e33b98f", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:00Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "eb3c9641-17e4-4fce-b3fd-028f8e33b98f", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4"} 2026-07-16T16:12:00Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "eb3c9641-17e4-4fce-b3fd-028f8e33b98f", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:00Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "eb3c9641-17e4-4fce-b3fd-028f8e33b98f", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:00Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "eb3c9641-17e4-4fce-b3fd-028f8e33b98f", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4-kserve-route-authn"} 2026-07-16T16:12:00Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "eb3c9641-17e4-4fce-b3fd-028f8e33b98f", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4-kserve-route-authn"} 2026-07-16T16:12:00Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "eb3c9641-17e4-4fce-b3fd-028f8e33b98f", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:00Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "eb3c9641-17e4-4fce-b3fd-028f8e33b98f", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:00Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "auth-test-model-83e7d4", "reconcileID": "c5e067be-9945-4d7a-a13b-e38a31d897d1", "LLMInferenceService": "auth-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "9efef648-8edd-4c90-8a98-7350f3e654ed", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:12:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "9efef648-8edd-4c90-8a98-7350f3e654ed", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:12:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "9efef648-8edd-4c90-8a98-7350f3e654ed", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:12:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "2c37a79e-49f4-4264-8b84-1665f663afc4", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:12:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "2c37a79e-49f4-4264-8b84-1665f663afc4", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:12:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "2c37a79e-49f4-4264-8b84-1665f663afc4", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:12:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "1627ee37-2169-4716-be9b-6dd8b9c282b2", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:12:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "1627ee37-2169-4716-be9b-6dd8b9c282b2", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a"} 2026-07-16T16:12:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "1627ee37-2169-4716-be9b-6dd8b9c282b2", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:12:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "1627ee37-2169-4716-be9b-6dd8b9c282b2", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:12:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "1627ee37-2169-4716-be9b-6dd8b9c282b2", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a-kserve-route-authn"} 2026-07-16T16:12:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "1627ee37-2169-4716-be9b-6dd8b9c282b2", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a-kserve-route-authn"} 2026-07-16T16:12:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "1627ee37-2169-4716-be9b-6dd8b9c282b2", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:12:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "1627ee37-2169-4716-be9b-6dd8b9c282b2", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:12:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "auth-test-model-590f9a", "reconcileID": "7aa9b102-2c8a-419f-8ba2-904c56706889", "LLMInferenceService": "auth-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:12:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "8edc5a59-eb85-461c-b2e9-69021e6f040d", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:12:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "8edc5a59-eb85-461c-b2e9-69021e6f040d", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:12:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "8edc5a59-eb85-461c-b2e9-69021e6f040d", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:12:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "fca079b9-3a5c-4022-9946-73877475eb5a", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:12:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "fca079b9-3a5c-4022-9946-73877475eb5a", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:12:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "fca079b9-3a5c-4022-9946-73877475eb5a", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:12:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "61795a7b-f85e-4485-9b8c-1cb416457771", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "61795a7b-f85e-4485-9b8c-1cb416457771", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "61795a7b-f85e-4485-9b8c-1cb416457771", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "37b64e21-39e0-422e-a01f-d3d47119e196", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:12:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "61795a7b-f85e-4485-9b8c-1cb416457771", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4-kserve-route-authn"} 2026-07-16T16:12:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "61795a7b-f85e-4485-9b8c-1cb416457771", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "authType": "userdefined"} 2026-07-16T16:12:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "61795a7b-f85e-4485-9b8c-1cb416457771", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "37b64e21-39e0-422e-a01f-d3d47119e196", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:12:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "37b64e21-39e0-422e-a01f-d3d47119e196", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:12:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "a94066d7-c193-4e2a-8c57-dbd33f850c48", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "a94066d7-c193-4e2a-8c57-dbd33f850c48", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "a94066d7-c193-4e2a-8c57-dbd33f850c48", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "a94066d7-c193-4e2a-8c57-dbd33f850c48", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4-kserve-route-authn"} 2026-07-16T16:12:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "a94066d7-c193-4e2a-8c57-dbd33f850c48", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "authType": "userdefined"} 2026-07-16T16:12:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "a94066d7-c193-4e2a-8c57-dbd33f850c48", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "efa3eda5-66d0-49ed-8b84-338000bbb18a", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:12:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "efa3eda5-66d0-49ed-8b84-338000bbb18a", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:12:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "efa3eda5-66d0-49ed-8b84-338000bbb18a", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:12:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "73d3151d-0b4f-4a46-97e9-51ab1e5922cf", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "73d3151d-0b4f-4a46-97e9-51ab1e5922cf", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "73d3151d-0b4f-4a46-97e9-51ab1e5922cf", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "73d3151d-0b4f-4a46-97e9-51ab1e5922cf", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4-kserve-route-authn"} 2026-07-16T16:12:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "73d3151d-0b4f-4a46-97e9-51ab1e5922cf", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "authType": "userdefined"} 2026-07-16T16:12:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "73d3151d-0b4f-4a46-97e9-51ab1e5922cf", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "d8cb206f-8ef2-4a6f-8ed6-0ffb5ecef122", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "d8cb206f-8ef2-4a6f-8ed6-0ffb5ecef122", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "d8cb206f-8ef2-4a6f-8ed6-0ffb5ecef122", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "d8cb206f-8ef2-4a6f-8ed6-0ffb5ecef122", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4-kserve-route-authn"} 2026-07-16T16:12:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "d8cb206f-8ef2-4a6f-8ed6-0ffb5ecef122", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "authType": "userdefined"} 2026-07-16T16:12:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "d8cb206f-8ef2-4a6f-8ed6-0ffb5ecef122", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "165d23b8-da09-4dea-ab7c-0b89af2b6966", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "165d23b8-da09-4dea-ab7c-0b89af2b6966", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "165d23b8-da09-4dea-ab7c-0b89af2b6966", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "165d23b8-da09-4dea-ab7c-0b89af2b6966", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4-kserve-route-authn"} 2026-07-16T16:12:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "165d23b8-da09-4dea-ab7c-0b89af2b6966", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "authType": "userdefined"} 2026-07-16T16:12:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "165d23b8-da09-4dea-ab7c-0b89af2b6966", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:12:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "03871ecc-4f8f-4214-bd6a-672b65e507d7", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:12:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "03871ecc-4f8f-4214-bd6a-672b65e507d7", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:12:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "03871ecc-4f8f-4214-bd6a-672b65e507d7", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:12:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "6b64d52b-a83a-47fe-945f-f6e0ff592599", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:12:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "03871ecc-4f8f-4214-bd6a-672b65e507d7", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a-kserve-route-authn"} 2026-07-16T16:12:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "03871ecc-4f8f-4214-bd6a-672b65e507d7", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "authType": "userdefined"} 2026-07-16T16:12:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "03871ecc-4f8f-4214-bd6a-672b65e507d7", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:12:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "6b64d52b-a83a-47fe-945f-f6e0ff592599", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:12:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "6b64d52b-a83a-47fe-945f-f6e0ff592599", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:12:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "cd3fb56e-ac38-4140-8598-64e43139ff59", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:12:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "cd3fb56e-ac38-4140-8598-64e43139ff59", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:12:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "cd3fb56e-ac38-4140-8598-64e43139ff59", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:12:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "cd3fb56e-ac38-4140-8598-64e43139ff59", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a-kserve-route-authn"} 2026-07-16T16:12:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "cd3fb56e-ac38-4140-8598-64e43139ff59", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "authType": "userdefined"} 2026-07-16T16:12:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "cd3fb56e-ac38-4140-8598-64e43139ff59", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:12:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "55db9f1b-7624-473e-9e6b-768c67791ff0", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:12:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "55db9f1b-7624-473e-9e6b-768c67791ff0", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:12:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "55db9f1b-7624-473e-9e6b-768c67791ff0", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:12:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b4b11b0e-df14-48eb-a060-061d270334d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T16:12:54Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "d39debb6-9d1f-4c24-b5ef-a3787bfc757b", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:12:54Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "d39debb6-9d1f-4c24-b5ef-a3787bfc757b", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:12:54Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "d39debb6-9d1f-4c24-b5ef-a3787bfc757b", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:12:54Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "d39debb6-9d1f-4c24-b5ef-a3787bfc757b", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a-kserve-route-authn"} 2026-07-16T16:12:54Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "d39debb6-9d1f-4c24-b5ef-a3787bfc757b", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "authType": "userdefined"} 2026-07-16T16:12:54Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "d39debb6-9d1f-4c24-b5ef-a3787bfc757b", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:13:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "317429f3-d57c-4fa7-b935-556f35561d99", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:13:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "317429f3-d57c-4fa7-b935-556f35561d99", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:13:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "317429f3-d57c-4fa7-b935-556f35561d99", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:13:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "317429f3-d57c-4fa7-b935-556f35561d99", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a-kserve-route-authn"} 2026-07-16T16:13:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "317429f3-d57c-4fa7-b935-556f35561d99", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "authType": "userdefined"} 2026-07-16T16:13:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "317429f3-d57c-4fa7-b935-556f35561d99", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:13:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "d6186469-e680-49dd-b3a2-d2c29ece4da4", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:13:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "d6186469-e680-49dd-b3a2-d2c29ece4da4", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:13:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "d6186469-e680-49dd-b3a2-d2c29ece4da4", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:13:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "d6186469-e680-49dd-b3a2-d2c29ece4da4", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a-kserve-route-authn"} 2026-07-16T16:13:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "d6186469-e680-49dd-b3a2-d2c29ece4da4", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "authType": "userdefined"} 2026-07-16T16:13:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "d6186469-e680-49dd-b3a2-d2c29ece4da4", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:13:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "30e53bfc-4196-4ac9-aca8-2956fd28bbe0", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:13:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "30e53bfc-4196-4ac9-aca8-2956fd28bbe0", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4"} 2026-07-16T16:13:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "30e53bfc-4196-4ac9-aca8-2956fd28bbe0", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:13:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "30e53bfc-4196-4ac9-aca8-2956fd28bbe0", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:13:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "30e53bfc-4196-4ac9-aca8-2956fd28bbe0", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4-kserve-route-authn"} 2026-07-16T16:13:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "30e53bfc-4196-4ac9-aca8-2956fd28bbe0", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4-kserve-route-authn"} 2026-07-16T16:13:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "30e53bfc-4196-4ac9-aca8-2956fd28bbe0", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:13:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "30e53bfc-4196-4ac9-aca8-2956fd28bbe0", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:13:42Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "sub-test-model-83e7d4", "reconcileID": "a163fc2c-63a1-41a4-9228-e90cfcabda6c", "LLMInferenceService": "sub-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:13:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "80554652-531c-4724-927c-46d29b3457c8", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:13:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "80554652-531c-4724-927c-46d29b3457c8", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:13:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "80554652-531c-4724-927c-46d29b3457c8", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:13:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "70eb7401-dc49-4aae-b8a9-cfb19917ce3a", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:13:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "70eb7401-dc49-4aae-b8a9-cfb19917ce3a", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:13:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "70eb7401-dc49-4aae-b8a9-cfb19917ce3a", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:13:42Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "21845f29-3130-418a-b9fc-49099bc9bdf1", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:13:42Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "21845f29-3130-418a-b9fc-49099bc9bdf1", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a"} 2026-07-16T16:13:42Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "21845f29-3130-418a-b9fc-49099bc9bdf1", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:13:42Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "21845f29-3130-418a-b9fc-49099bc9bdf1", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:13:42Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "21845f29-3130-418a-b9fc-49099bc9bdf1", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a-kserve-route-authn"} 2026-07-16T16:13:42Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "21845f29-3130-418a-b9fc-49099bc9bdf1", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a-kserve-route-authn"} 2026-07-16T16:13:42Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "21845f29-3130-418a-b9fc-49099bc9bdf1", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:13:42Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "21845f29-3130-418a-b9fc-49099bc9bdf1", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:13:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "sub-test-model-590f9a", "reconcileID": "993262d0-8f7c-4c00-9d7f-6c3e9ac9ceda", "LLMInferenceService": "sub-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:13:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "45ae3fc3-9813-445a-9325-b2cd37c78b55", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:13:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "45ae3fc3-9813-445a-9325-b2cd37c78b55", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:13:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "45ae3fc3-9813-445a-9325-b2cd37c78b55", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:13:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "eb3b43d1-40ff-4725-896e-96756977d71a", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:13:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "eb3b43d1-40ff-4725-896e-96756977d71a", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:13:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "eb3b43d1-40ff-4725-896e-96756977d71a", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:13:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "24493897-06cf-4c26-b02d-93b90da1749c", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:13:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "24493897-06cf-4c26-b02d-93b90da1749c", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:13:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "24493897-06cf-4c26-b02d-93b90da1749c", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:13:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "53ef0737-c6e4-4834-99bc-0b242733e027", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:13:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "24493897-06cf-4c26-b02d-93b90da1749c", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4-kserve-route-authn"} 2026-07-16T16:13:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "24493897-06cf-4c26-b02d-93b90da1749c", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "authType": "userdefined"} 2026-07-16T16:13:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "24493897-06cf-4c26-b02d-93b90da1749c", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:13:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "53ef0737-c6e4-4834-99bc-0b242733e027", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:13:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "53ef0737-c6e4-4834-99bc-0b242733e027", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:13:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "3bbca0f5-711e-4c61-bc17-85663424af7a", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:13:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "3bbca0f5-711e-4c61-bc17-85663424af7a", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:13:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "3bbca0f5-711e-4c61-bc17-85663424af7a", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:13:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "3bbca0f5-711e-4c61-bc17-85663424af7a", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4-kserve-route-authn"} 2026-07-16T16:13:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "3bbca0f5-711e-4c61-bc17-85663424af7a", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "authType": "userdefined"} 2026-07-16T16:13:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "3bbca0f5-711e-4c61-bc17-85663424af7a", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:13:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "ba679ffb-579f-430a-a008-1a78da20da2f", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:13:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "ba679ffb-579f-430a-a008-1a78da20da2f", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:13:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "ba679ffb-579f-430a-a008-1a78da20da2f", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:14:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "77035615-d682-4683-a501-6eee6d4aac38", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:14:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "77035615-d682-4683-a501-6eee6d4aac38", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:14:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "77035615-d682-4683-a501-6eee6d4aac38", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:14:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "77035615-d682-4683-a501-6eee6d4aac38", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4-kserve-route-authn"} 2026-07-16T16:14:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "77035615-d682-4683-a501-6eee6d4aac38", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "authType": "userdefined"} 2026-07-16T16:14:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "77035615-d682-4683-a501-6eee6d4aac38", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:14:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "966e9dc1-2dbb-4953-93e3-e5121a65901a", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:14:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "966e9dc1-2dbb-4953-93e3-e5121a65901a", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:14:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "966e9dc1-2dbb-4953-93e3-e5121a65901a", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:14:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "966e9dc1-2dbb-4953-93e3-e5121a65901a", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4-kserve-route-authn"} 2026-07-16T16:14:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "966e9dc1-2dbb-4953-93e3-e5121a65901a", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "authType": "userdefined"} 2026-07-16T16:14:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "966e9dc1-2dbb-4953-93e3-e5121a65901a", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:14:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "c1504b65-d20f-45da-b345-97cd0aa0e032", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:14:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "c1504b65-d20f-45da-b345-97cd0aa0e032", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:14:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "c1504b65-d20f-45da-b345-97cd0aa0e032", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:14:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "c1504b65-d20f-45da-b345-97cd0aa0e032", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4-kserve-route-authn"} 2026-07-16T16:14:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "c1504b65-d20f-45da-b345-97cd0aa0e032", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "authType": "userdefined"} 2026-07-16T16:14:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "c1504b65-d20f-45da-b345-97cd0aa0e032", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:14:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "05e78c26-c18f-48ac-868b-01317c68519c", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:14:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "05e78c26-c18f-48ac-868b-01317c68519c", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:14:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "05e78c26-c18f-48ac-868b-01317c68519c", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:14:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "f4076574-3710-47c1-8ce1-947236c29fe5", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:14:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "05e78c26-c18f-48ac-868b-01317c68519c", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a-kserve-route-authn"} 2026-07-16T16:14:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "05e78c26-c18f-48ac-868b-01317c68519c", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "authType": "userdefined"} 2026-07-16T16:14:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "05e78c26-c18f-48ac-868b-01317c68519c", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:14:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "f4076574-3710-47c1-8ce1-947236c29fe5", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:14:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "f4076574-3710-47c1-8ce1-947236c29fe5", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:14:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "ae2c19f3-f5fd-4c58-a2a2-a9dddca0af17", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:14:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "ae2c19f3-f5fd-4c58-a2a2-a9dddca0af17", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:14:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "ae2c19f3-f5fd-4c58-a2a2-a9dddca0af17", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:14:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "ae2c19f3-f5fd-4c58-a2a2-a9dddca0af17", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a-kserve-route-authn"} 2026-07-16T16:14:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "ae2c19f3-f5fd-4c58-a2a2-a9dddca0af17", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "authType": "userdefined"} 2026-07-16T16:14:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "ae2c19f3-f5fd-4c58-a2a2-a9dddca0af17", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:14:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "94a5aa28-9459-4e6a-a71a-565f3ce96d4e", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:14:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "94a5aa28-9459-4e6a-a71a-565f3ce96d4e", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:14:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "94a5aa28-9459-4e6a-a71a-565f3ce96d4e", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:14:18Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "d378872e-03e2-4418-9e7c-3ad9a05ddc5e", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:14:18Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "d378872e-03e2-4418-9e7c-3ad9a05ddc5e", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:14:18Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "d378872e-03e2-4418-9e7c-3ad9a05ddc5e", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:14:18Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "d378872e-03e2-4418-9e7c-3ad9a05ddc5e", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a-kserve-route-authn"} 2026-07-16T16:14:18Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "d378872e-03e2-4418-9e7c-3ad9a05ddc5e", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "authType": "userdefined"} 2026-07-16T16:14:18Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "d378872e-03e2-4418-9e7c-3ad9a05ddc5e", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:14:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "cd778454-0675-428c-ba0c-bbc100ac742e", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:14:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "cd778454-0675-428c-ba0c-bbc100ac742e", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:14:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "cd778454-0675-428c-ba0c-bbc100ac742e", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:14:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "cd778454-0675-428c-ba0c-bbc100ac742e", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a-kserve-route-authn"} 2026-07-16T16:14:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "cd778454-0675-428c-ba0c-bbc100ac742e", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "authType": "userdefined"} 2026-07-16T16:14:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "cd778454-0675-428c-ba0c-bbc100ac742e", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:14:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "84b803a5-1eb5-4006-a170-4c0f8c3b01d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T16:14:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "83292084-9751-48c8-a909-80c27113f927", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T16:15:01Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "d884ae0c-cc10-488d-b0a7-0378412cf719", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:15:01Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "d884ae0c-cc10-488d-b0a7-0378412cf719", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4"} 2026-07-16T16:15:01Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "d884ae0c-cc10-488d-b0a7-0378412cf719", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:15:01Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "d884ae0c-cc10-488d-b0a7-0378412cf719", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:15:01Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "d884ae0c-cc10-488d-b0a7-0378412cf719", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4-kserve-route-authn"} 2026-07-16T16:15:01Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "d884ae0c-cc10-488d-b0a7-0378412cf719", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4-kserve-route-authn"} 2026-07-16T16:15:01Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "d884ae0c-cc10-488d-b0a7-0378412cf719", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:15:01Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "d884ae0c-cc10-488d-b0a7-0378412cf719", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:15:01Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-83e7d4","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "rate-test-model-83e7d4", "reconcileID": "7ba2ead6-00cc-44b6-b572-f29f68e6083f", "LLMInferenceService": "rate-test-model-83e7d4", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:15:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "43124ac9-7505-43f6-936a-36f2416f8a08", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:15:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "43124ac9-7505-43f6-936a-36f2416f8a08", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:15:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "43124ac9-7505-43f6-936a-36f2416f8a08", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:15:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "9003a386-d6a3-434d-ad9d-8b75a0efd7a9", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:15:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "9003a386-d6a3-434d-ad9d-8b75a0efd7a9", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:15:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "9003a386-d6a3-434d-ad9d-8b75a0efd7a9", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:15:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "38ab0fda-b45f-458c-b612-da13810dfe54", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:15:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "38ab0fda-b45f-458c-b612-da13810dfe54", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a"} 2026-07-16T16:15:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "38ab0fda-b45f-458c-b612-da13810dfe54", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:15:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "38ab0fda-b45f-458c-b612-da13810dfe54", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:15:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "38ab0fda-b45f-458c-b612-da13810dfe54", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a-kserve-route-authn"} 2026-07-16T16:15:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "38ab0fda-b45f-458c-b612-da13810dfe54", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a-kserve-route-authn"} 2026-07-16T16:15:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "38ab0fda-b45f-458c-b612-da13810dfe54", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:15:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "38ab0fda-b45f-458c-b612-da13810dfe54", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:15:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-590f9a","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "rate-test-model-590f9a", "reconcileID": "789dcac3-32c6-4df6-875a-f650fdad42c2", "LLMInferenceService": "rate-test-model-590f9a", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:15:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "b3eb1b16-8a25-479e-9f03-bac3e62acaab", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:15:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "b3eb1b16-8a25-479e-9f03-bac3e62acaab", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:15:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "b3eb1b16-8a25-479e-9f03-bac3e62acaab", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:15:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "32a23f02-b6a3-4f5c-9415-2c60551398c4", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:15:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "32a23f02-b6a3-4f5c-9415-2c60551398c4", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:15:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "32a23f02-b6a3-4f5c-9415-2c60551398c4", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:15:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2b71e07c-bd9e-4bdf-bb11-58d1fc43e984", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T16:15:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "fece2180-44d2-4fb8-bff2-c0c39c7b0532", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:15:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "fece2180-44d2-4fb8-bff2-c0c39c7b0532", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4-authn-ssl"} 2026-07-16T16:15:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "fece2180-44d2-4fb8-bff2-c0c39c7b0532", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:15:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63b8b63f-fae0-4651-85f3-28c5e3f302cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:15:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63b8b63f-fae0-4651-85f3-28c5e3f302cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83e7d4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T16:15:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63b8b63f-fae0-4651-85f3-28c5e3f302cc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-83e7d4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T16:15:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "odh-trusted-ca-bundle", "reconcileID": "3be5f3d5-a973-427e-a173-fcbbe99f5392", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:15:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "odh-trusted-ca-bundle", "reconcileID": "3be5f3d5-a973-427e-a173-fcbbe99f5392", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:15:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "openshift-service-ca.crt", "reconcileID": "6d9efb98-6e05-48a1-9e98-dc95d31cc176", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:15:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "openshift-service-ca.crt", "reconcileID": "6d9efb98-6e05-48a1-9e98-dc95d31cc176", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:15:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ea1cd2b-a3a1-45fb-a3dd-d3e1e64e7552", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:15:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-83e7d4"}, "namespace": "ai-tenant-e2e-shared-a-83e7d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ea1cd2b-a3a1-45fb-a3dd-d3e1e64e7552", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-83e7d4"} 2026-07-16T16:15:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-83e7d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-83e7d4", "reconcileID": "7461042e-23b6-4638-b244-dff1192642a1", "Gateway": "e2e-shared-a-83e7d4", "namespace": "openshift-ingress"} 2026-07-16T16:15:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "44053b7b-fd6e-45fd-84c0-d58f9855c60c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-16T16:15:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "77fe7f30-fa05-455d-98b7-f80b03b4126e", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:15:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "77fe7f30-fa05-455d-98b7-f80b03b4126e", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a-authn-ssl"} 2026-07-16T16:15:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "77fe7f30-fa05-455d-98b7-f80b03b4126e", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"} 2026-07-16T16:15:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d2e7252-0bd6-4a25-b6fd-3cc5ee178bac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:15:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d2e7252-0bd6-4a25-b6fd-3cc5ee178bac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-590f9a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-16T16:15:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d2e7252-0bd6-4a25-b6fd-3cc5ee178bac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-590f9a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-16T16:15:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "odh-trusted-ca-bundle", "reconcileID": "ea91b593-e65c-4ca8-9f2b-de886d8c082c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:15:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "odh-trusted-ca-bundle", "reconcileID": "ea91b593-e65c-4ca8-9f2b-de886d8c082c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:15:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "openshift-service-ca.crt", "reconcileID": "e522717e-9f9d-4915-bba4-4e0e33521ba0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:15:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "openshift-service-ca.crt", "reconcileID": "e522717e-9f9d-4915-bba4-4e0e33521ba0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:15:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55ed133a-92a4-4db8-9621-a52d435f2a1b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:15:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-590f9a"}, "namespace": "ai-tenant-e2e-shared-b-590f9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55ed133a-92a4-4db8-9621-a52d435f2a1b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-590f9a"} 2026-07-16T16:15:37Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-590f9a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-590f9a", "reconcileID": "4e4b64b0-9942-4bcc-b2fd-e752b8fa5bce", "Gateway": "e2e-shared-b-590f9a", "namespace": "openshift-ingress"}