/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T20:15:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-92f9f561"}, "namespace": "ai-tenant-e2e-mt-92f9f561", "name": "odh-trusted-ca-bundle", "reconcileID": "1980758f-a572-4329-b964-bad0e621f6d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-92f9f561"} 2026-07-08T20:15:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-92f9f561"}, "namespace": "ai-tenant-e2e-mt-92f9f561", "name": "odh-trusted-ca-bundle", "reconcileID": "1980758f-a572-4329-b964-bad0e621f6d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-92f9f561"} 2026-07-08T20:15:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-92f9f561"}, "namespace": "ai-tenant-e2e-mt-92f9f561", "name": "openshift-service-ca.crt", "reconcileID": "d54ebae3-576b-48f0-8f19-db1c474ad46c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-92f9f561"} 2026-07-08T20:15:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-92f9f561"}, "namespace": "ai-tenant-e2e-mt-92f9f561", "name": "openshift-service-ca.crt", "reconcileID": "d54ebae3-576b-48f0-8f19-db1c474ad46c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-92f9f561"} 2026-07-08T20:15:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-92f9f561"}, "namespace": "ai-tenant-e2e-mt-92f9f561", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbaf1ea3-b192-4a97-8c0a-41a259b9de2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-92f9f561"} 2026-07-08T20:15:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-92f9f561"}, "namespace": "ai-tenant-e2e-mt-92f9f561", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbaf1ea3-b192-4a97-8c0a-41a259b9de2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-92f9f561"} 2026-07-08T20:15:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-03b618c2"}, "namespace": "ai-tenant-e2e-mt-03b618c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1763bfc-b1fa-4daa-80fc-25bc44991d9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-03b618c2"} 2026-07-08T20:15:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-03b618c2"}, "namespace": "ai-tenant-e2e-mt-03b618c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1763bfc-b1fa-4daa-80fc-25bc44991d9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-03b618c2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:15:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-03b618c2"}, "namespace": "ai-tenant-e2e-mt-03b618c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1763bfc-b1fa-4daa-80fc-25bc44991d9e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-03b618c2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T20:15:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-03b618c2"}, "namespace": "ai-tenant-e2e-mt-03b618c2", "name": "odh-trusted-ca-bundle", "reconcileID": "d156e163-23e5-462a-922f-bf1c38cd5f73", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-03b618c2"} 2026-07-08T20:15:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-03b618c2"}, "namespace": "ai-tenant-e2e-mt-03b618c2", "name": "odh-trusted-ca-bundle", "reconcileID": "d156e163-23e5-462a-922f-bf1c38cd5f73", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-03b618c2"} 2026-07-08T20:15:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-03b618c2"}, "namespace": "ai-tenant-e2e-mt-03b618c2", "name": "openshift-service-ca.crt", "reconcileID": "896d9b96-3fe0-49bc-a6f2-11f6c944a4b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-03b618c2"} 2026-07-08T20:15:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-03b618c2"}, "namespace": "ai-tenant-e2e-mt-03b618c2", "name": "openshift-service-ca.crt", "reconcileID": "896d9b96-3fe0-49bc-a6f2-11f6c944a4b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-03b618c2"} 2026-07-08T20:15:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-03b618c2"}, "namespace": "ai-tenant-e2e-mt-03b618c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38f6b33f-caaf-4760-a646-95b28f9051ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-03b618c2"} 2026-07-08T20:15:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-03b618c2"}, "namespace": "ai-tenant-e2e-mt-03b618c2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38f6b33f-caaf-4760-a646-95b28f9051ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-03b618c2"} 2026-07-08T20:15:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-4f190a6c"}, "namespace": "ai-tenant-e2e-mt-4f190a6c", "name": "openshift-service-ca.crt", "reconcileID": "5546ee89-f086-43aa-a24d-fd221363267b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-4f190a6c"} 2026-07-08T20:15:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4f190a6c"}, "namespace": "ai-tenant-e2e-mt-4f190a6c", "name": "odh-trusted-ca-bundle", "reconcileID": "4cc306f3-123d-4612-ad54-3dc20afc4187", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-4f190a6c"} 2026-07-08T20:15:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-4f190a6c"}, "namespace": "ai-tenant-e2e-mt-4f190a6c", "name": "openshift-service-ca.crt", "reconcileID": "377449fe-ff83-4d16-bbd6-e1cc8fdcb3b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-4f190a6c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:15:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-4f190a6c"}, "namespace": "ai-tenant-e2e-mt-4f190a6c", "name": "openshift-service-ca.crt", "reconcileID": "377449fe-ff83-4d16-bbd6-e1cc8fdcb3b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-4f190a6c"} 2026-07-08T20:15:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4f190a6c"}, "namespace": "ai-tenant-e2e-mt-4f190a6c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fcf63e2e-8c3a-44c6-a3f3-f9eaa5937700", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4f190a6c"} 2026-07-08T20:15:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-4f190a6c"}, "namespace": "ai-tenant-e2e-mt-4f190a6c", "name": "openshift-service-ca.crt", "reconcileID": "fc592c00-652e-4891-b13a-5f8a7811fa34", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-4f190a6c"} 2026-07-08T20:15:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4f190a6c"}, "namespace": "ai-tenant-e2e-mt-4f190a6c", "name": "odh-trusted-ca-bundle", "reconcileID": "47fc9042-6c6f-4ec6-bd43-1657ca318c0a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-4f190a6c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:15:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4f190a6c"}, "namespace": "ai-tenant-e2e-mt-4f190a6c", "name": "odh-trusted-ca-bundle", "reconcileID": "47fc9042-6c6f-4ec6-bd43-1657ca318c0a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-4f190a6c"} 2026-07-08T20:15:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4f190a6c"}, "namespace": "ai-tenant-e2e-mt-4f190a6c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69118f7d-817f-4228-8ff4-914df28e4225", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4f190a6c"} 2026-07-08T20:16:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4f190a6c"}, "namespace": "ai-tenant-e2e-mt-4f190a6c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d11f620a-7bda-449f-b948-f238f58dab2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4f190a6c"} 2026-07-08T20:16:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4f190a6c"}, "namespace": "ai-tenant-e2e-mt-4f190a6c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d11f620a-7bda-449f-b948-f238f58dab2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4f190a6c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:16:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4f190a6c"}, "namespace": "ai-tenant-e2e-mt-4f190a6c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d11f620a-7bda-449f-b948-f238f58dab2e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-4f190a6c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T20:16:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4f190a6c"}, "namespace": "ai-tenant-e2e-mt-4f190a6c", "name": "odh-trusted-ca-bundle", "reconcileID": "0524a00c-083c-4e67-a48b-f48684055c7b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-4f190a6c"} 2026-07-08T20:16:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-4f190a6c"}, "namespace": "ai-tenant-e2e-mt-4f190a6c", "name": "odh-trusted-ca-bundle", "reconcileID": "0524a00c-083c-4e67-a48b-f48684055c7b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-4f190a6c"} 2026-07-08T20:16:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-4f190a6c"}, "namespace": "ai-tenant-e2e-mt-4f190a6c", "name": "openshift-service-ca.crt", "reconcileID": "93085af7-60a1-4e9c-8c17-505d5631e9f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-4f190a6c"} 2026-07-08T20:16:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-4f190a6c"}, "namespace": "ai-tenant-e2e-mt-4f190a6c", "name": "openshift-service-ca.crt", "reconcileID": "93085af7-60a1-4e9c-8c17-505d5631e9f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-4f190a6c"} 2026-07-08T20:16:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4f190a6c"}, "namespace": "ai-tenant-e2e-mt-4f190a6c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb0a6c1a-b33c-42b1-bfc9-909cf709a78e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4f190a6c"} 2026-07-08T20:16:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-4f190a6c"}, "namespace": "ai-tenant-e2e-mt-4f190a6c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb0a6c1a-b33c-42b1-bfc9-909cf709a78e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-4f190a6c"} 2026-07-08T20:16:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "dc37845a-906f-4861-a862-44277aa3084d", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:16:33Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "dc37845a-906f-4861-a862-44277aa3084d", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e-authn-ssl"} 2026-07-08T20:16:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "dc37845a-906f-4861-a862-44277aa3084d", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:16:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "e52becd7-e5e3-4cd2-b10a-e27a7f4ee806", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:16:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "e52becd7-e5e3-4cd2-b10a-e27a7f4ee806", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e-authn-ssl"} 2026-07-08T20:16:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "e52becd7-e5e3-4cd2-b10a-e27a7f4ee806", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:16:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "1697e9eb-36d7-4a52-99e3-c84caea646c0", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:16:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "1697e9eb-36d7-4a52-99e3-c84caea646c0", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e-authn-ssl"} 2026-07-08T20:16:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "1697e9eb-36d7-4a52-99e3-c84caea646c0", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:16:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "19dd443b-a9fb-421b-b4ed-c1a8da258f6e", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:16:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "19dd443b-a9fb-421b-b4ed-c1a8da258f6e", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e-authn-ssl"} 2026-07-08T20:16:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "19dd443b-a9fb-421b-b4ed-c1a8da258f6e", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:16:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "20d1d23f-a3df-41b8-a264-1f87f3270df8", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:16:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "20d1d23f-a3df-41b8-a264-1f87f3270df8", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e-authn-ssl"} 2026-07-08T20:16:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "20d1d23f-a3df-41b8-a264-1f87f3270df8", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:16:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "59fc5f00-72dc-4c70-a2ec-a3c74eca623d", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:16:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "59fc5f00-72dc-4c70-a2ec-a3c74eca623d", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e-authn-ssl"} 2026-07-08T20:16:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "59fc5f00-72dc-4c70-a2ec-a3c74eca623d", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:16:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "openshift-service-ca.crt", "reconcileID": "31773b05-e0ac-42c7-a2a2-a71524bc94aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:16:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "odh-trusted-ca-bundle", "reconcileID": "61a859d3-9378-41fe-b72f-b9060a6031ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:16:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "openshift-service-ca.crt", "reconcileID": "d5c888a5-c7c5-44bf-87b2-205708840fe9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-db100e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:16:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "openshift-service-ca.crt", "reconcileID": "d5c888a5-c7c5-44bf-87b2-205708840fe9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:16:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7efdb8a9-4a52-4144-a1d4-18f49d95b0d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:16:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "openshift-service-ca.crt", "reconcileID": "9f1b61cd-22cf-46db-a872-6cd518547a9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:16:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "odh-trusted-ca-bundle", "reconcileID": "1b3d0b74-4a7f-4e56-912f-d052f944bde7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-db100e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:16:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "odh-trusted-ca-bundle", "reconcileID": "1b3d0b74-4a7f-4e56-912f-d052f944bde7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:16:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38e33713-319d-4ce6-bff9-41941d5904dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:16:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "0b8fa1b3-943c-483e-8470-a4b9d72d3e55", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:16:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "0b8fa1b3-943c-483e-8470-a4b9d72d3e55", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e-authn-ssl"} 2026-07-08T20:16:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "0b8fa1b3-943c-483e-8470-a4b9d72d3e55", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:16:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bb259a2d-0f17-4843-a657-4f9b411ab55d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T20:16:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "028f2f0b-6737-4506-b2b4-1e57674c20e9", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:16:41Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "028f2f0b-6737-4506-b2b4-1e57674c20e9", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe-authn-ssl"} 2026-07-08T20:16:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "028f2f0b-6737-4506-b2b4-1e57674c20e9", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:16:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "afc31546-1ae1-403c-9f55-c5920805727f", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:16:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "afc31546-1ae1-403c-9f55-c5920805727f", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe-authn-ssl"} 2026-07-08T20:16:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "afc31546-1ae1-403c-9f55-c5920805727f", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:16:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "1fd933b3-e6c6-4262-b48a-253f02a3b1a1", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:16:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "1fd933b3-e6c6-4262-b48a-253f02a3b1a1", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe-authn-ssl"} 2026-07-08T20:16:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "1fd933b3-e6c6-4262-b48a-253f02a3b1a1", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:16:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "05dcd9a6-e8cd-4d25-9194-d61ea5f5c7d6", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:16:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "05dcd9a6-e8cd-4d25-9194-d61ea5f5c7d6", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe-authn-ssl"} 2026-07-08T20:16:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "05dcd9a6-e8cd-4d25-9194-d61ea5f5c7d6", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:16:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "fd94c60d-11e4-46ab-8a36-590f77177b30", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:16:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "fd94c60d-11e4-46ab-8a36-590f77177b30", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe-authn-ssl"} 2026-07-08T20:16:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "fd94c60d-11e4-46ab-8a36-590f77177b30", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:16:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "00f45010-a231-4ac1-bd6a-766dce7f5580", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:16:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "00f45010-a231-4ac1-bd6a-766dce7f5580", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe-authn-ssl"} 2026-07-08T20:16:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "00f45010-a231-4ac1-bd6a-766dce7f5580", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:16:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "61aade13-038f-4e4c-ae43-88954e5e10f3", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:16:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "61aade13-038f-4e4c-ae43-88954e5e10f3", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe-authn-ssl"} 2026-07-08T20:16:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "61aade13-038f-4e4c-ae43-88954e5e10f3", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:16:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "openshift-service-ca.crt", "reconcileID": "9b42cd14-6aef-4c8c-9748-7ac475a60748", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:16:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "odh-trusted-ca-bundle", "reconcileID": "35ee01d4-1091-4f95-a5d8-c4cb6a203c93", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:16:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "openshift-service-ca.crt", "reconcileID": "6116c9a6-108f-46af-b5e9-19387f1bcccd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:16:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "openshift-service-ca.crt", "reconcileID": "6116c9a6-108f-46af-b5e9-19387f1bcccd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:16:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c4030d1-e0d2-4b0c-905f-84abd8e1addc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:16:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "openshift-service-ca.crt", "reconcileID": "fb1dea74-5770-44b3-bf1b-5c5a5cfc6022", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:16:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "odh-trusted-ca-bundle", "reconcileID": "102b1118-9a99-433a-b4aa-09c48e7ff658", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:16:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "odh-trusted-ca-bundle", "reconcileID": "102b1118-9a99-433a-b4aa-09c48e7ff658", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:16:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "421e07a4-e4cf-428f-8274-0809da7849ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:16:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "83208bfd-cbf2-4376-8159-10845ef42a15", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:16:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "83208bfd-cbf2-4376-8159-10845ef42a15", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe-authn-ssl"} 2026-07-08T20:16:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "83208bfd-cbf2-4376-8159-10845ef42a15", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:16:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "edf41f83-1ba8-49e4-8593-d50bf6fac630", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T20:16:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "91a06380-119a-4c41-9239-d1fa870de86f", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:16:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "91a06380-119a-4c41-9239-d1fa870de86f", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e-authn-ssl"} 2026-07-08T20:16:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "91a06380-119a-4c41-9239-d1fa870de86f", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:16:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "c3b3e27b-0a76-45bc-9583-ac231bd27446", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:16:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "c3b3e27b-0a76-45bc-9583-ac231bd27446", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e-authn-ssl"} 2026-07-08T20:16:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "89e8f0c4-8705-440d-bd63-b5794a13cecd", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:16:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "89e8f0c4-8705-440d-bd63-b5794a13cecd", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:16:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "89e8f0c4-8705-440d-bd63-b5794a13cecd", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:16:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "89e8f0c4-8705-440d-bd63-b5794a13cecd", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e-kserve-route-authn"} 2026-07-08T20:16:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "89e8f0c4-8705-440d-bd63-b5794a13cecd", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e", "authType": "userdefined"} 2026-07-08T20:16:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "89e8f0c4-8705-440d-bd63-b5794a13cecd", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:16:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "c3b3e27b-0a76-45bc-9583-ac231bd27446", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:16:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "dfb9ab0c-389b-4a6a-bca1-129b393931a4", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:16:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "dfb9ab0c-389b-4a6a-bca1-129b393931a4", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:16:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "dfb9ab0c-389b-4a6a-bca1-129b393931a4", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:16:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "dfb9ab0c-389b-4a6a-bca1-129b393931a4", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e-kserve-route-authn"} 2026-07-08T20:16:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "dfb9ab0c-389b-4a6a-bca1-129b393931a4", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e", "authType": "userdefined"} 2026-07-08T20:16:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "dfb9ab0c-389b-4a6a-bca1-129b393931a4", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:16:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "1665b7d3-545c-42ad-9be3-671f285682e1", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:16:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "1665b7d3-545c-42ad-9be3-671f285682e1", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e-authn-ssl"} 2026-07-08T20:16:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "1665b7d3-545c-42ad-9be3-671f285682e1", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:16:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "dbdd236a-3225-49b6-b767-db2a568a95ec", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:16:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "dbdd236a-3225-49b6-b767-db2a568a95ec", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe-authn-ssl"} 2026-07-08T20:16:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "dbdd236a-3225-49b6-b767-db2a568a95ec", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:16:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "25667b2e-ba6c-4b5a-bb06-a1ea488e6223", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:16:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "25667b2e-ba6c-4b5a-bb06-a1ea488e6223", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:16:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "25667b2e-ba6c-4b5a-bb06-a1ea488e6223", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:16:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "25667b2e-ba6c-4b5a-bb06-a1ea488e6223", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e-kserve-route-authn"} 2026-07-08T20:16:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "25667b2e-ba6c-4b5a-bb06-a1ea488e6223", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e", "authType": "userdefined"} 2026-07-08T20:16:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "25667b2e-ba6c-4b5a-bb06-a1ea488e6223", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:16:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "afffbafd-da34-47c2-81e2-f71ad6033164", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T20:17:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "e9910862-bef5-4f70-b6ff-bae5a8595898", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:17:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "e9910862-bef5-4f70-b6ff-bae5a8595898", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:17:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "e9910862-bef5-4f70-b6ff-bae5a8595898", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:17:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "e9910862-bef5-4f70-b6ff-bae5a8595898", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e-kserve-route-authn"} 2026-07-08T20:17:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "e9910862-bef5-4f70-b6ff-bae5a8595898", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e", "authType": "userdefined"} 2026-07-08T20:17:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "e9910862-bef5-4f70-b6ff-bae5a8595898", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:17:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "acf7f18c-b7ef-441c-b9d1-8aa890d8063b", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:17:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "acf7f18c-b7ef-441c-b9d1-8aa890d8063b", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e-authn-ssl"} 2026-07-08T20:17:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "acf7f18c-b7ef-441c-b9d1-8aa890d8063b", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:17:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "0b371b66-48bd-45ca-a746-b0054e54e138", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:17:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "0b371b66-48bd-45ca-a746-b0054e54e138", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:17:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "0b371b66-48bd-45ca-a746-b0054e54e138", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:17:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "0b371b66-48bd-45ca-a746-b0054e54e138", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e-kserve-route-authn"} 2026-07-08T20:17:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "0b371b66-48bd-45ca-a746-b0054e54e138", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e", "authType": "userdefined"} 2026-07-08T20:17:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "0b371b66-48bd-45ca-a746-b0054e54e138", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:17:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "2eebbb26-254d-464f-8e97-9ef11912ffc4", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "2eebbb26-254d-464f-8e97-9ef11912ffc4", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "2eebbb26-254d-464f-8e97-9ef11912ffc4", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "dceddb6c-2f18-4393-b87c-89bb3e29e7e1", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:17:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "2eebbb26-254d-464f-8e97-9ef11912ffc4", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe-kserve-route-authn"} 2026-07-08T20:17:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "2eebbb26-254d-464f-8e97-9ef11912ffc4", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "authType": "userdefined"} 2026-07-08T20:17:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "2eebbb26-254d-464f-8e97-9ef11912ffc4", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "dceddb6c-2f18-4393-b87c-89bb3e29e7e1", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe-authn-ssl"} 2026-07-08T20:17:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "dceddb6c-2f18-4393-b87c-89bb3e29e7e1", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:17:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "5bd120c1-a24b-4a2e-9ff5-100f50a9feb1", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "5bd120c1-a24b-4a2e-9ff5-100f50a9feb1", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "5bd120c1-a24b-4a2e-9ff5-100f50a9feb1", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "5bd120c1-a24b-4a2e-9ff5-100f50a9feb1", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe-kserve-route-authn"} 2026-07-08T20:17:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "5bd120c1-a24b-4a2e-9ff5-100f50a9feb1", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "authType": "userdefined"} 2026-07-08T20:17:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "5bd120c1-a24b-4a2e-9ff5-100f50a9feb1", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "28e2d265-d5bb-48d9-b3c4-8c6bfa94d33d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T20:17:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "5374d4fa-63c2-4cb3-8b78-80cf7e03cc4a", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:17:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "5374d4fa-63c2-4cb3-8b78-80cf7e03cc4a", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe-authn-ssl"} 2026-07-08T20:17:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "5374d4fa-63c2-4cb3-8b78-80cf7e03cc4a", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:17:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "0d70c1c2-6875-420b-b6d8-2d2f556bebf9", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "0d70c1c2-6875-420b-b6d8-2d2f556bebf9", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "0d70c1c2-6875-420b-b6d8-2d2f556bebf9", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "0d70c1c2-6875-420b-b6d8-2d2f556bebf9", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe-kserve-route-authn"} 2026-07-08T20:17:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "0d70c1c2-6875-420b-b6d8-2d2f556bebf9", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "authType": "userdefined"} 2026-07-08T20:17:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "0d70c1c2-6875-420b-b6d8-2d2f556bebf9", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "a343f0e8-d269-4fea-a930-8e1b94b07be6", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:17:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "a343f0e8-d269-4fea-a930-8e1b94b07be6", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe-authn-ssl"} 2026-07-08T20:17:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "a343f0e8-d269-4fea-a930-8e1b94b07be6", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:17:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "ac9cf6ad-f5b5-4b47-a7de-e4751ac69d8a", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "ac9cf6ad-f5b5-4b47-a7de-e4751ac69d8a", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "ac9cf6ad-f5b5-4b47-a7de-e4751ac69d8a", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "ac9cf6ad-f5b5-4b47-a7de-e4751ac69d8a", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe-kserve-route-authn"} 2026-07-08T20:17:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "ac9cf6ad-f5b5-4b47-a7de-e4751ac69d8a", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "authType": "userdefined"} 2026-07-08T20:17:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "ac9cf6ad-f5b5-4b47-a7de-e4751ac69d8a", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "3dc6e08c-f037-4f62-bd89-ff4ead4fe2f9", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "3dc6e08c-f037-4f62-bd89-ff4ead4fe2f9", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "3dc6e08c-f037-4f62-bd89-ff4ead4fe2f9", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "3dc6e08c-f037-4f62-bd89-ff4ead4fe2f9", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe-kserve-route-authn"} 2026-07-08T20:17:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "3dc6e08c-f037-4f62-bd89-ff4ead4fe2f9", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "authType": "userdefined"} 2026-07-08T20:17:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "3dc6e08c-f037-4f62-bd89-ff4ead4fe2f9", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:37Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "d8c9a2b3-b407-489a-b8f0-57687885d193", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:17:37Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "d8c9a2b3-b407-489a-b8f0-57687885d193", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e"} 2026-07-08T20:17:37Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "d8c9a2b3-b407-489a-b8f0-57687885d193", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:17:37Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "d8c9a2b3-b407-489a-b8f0-57687885d193", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:17:37Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "d8c9a2b3-b407-489a-b8f0-57687885d193", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e-kserve-route-authn"} 2026-07-08T20:17:37Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "d8c9a2b3-b407-489a-b8f0-57687885d193", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e-kserve-route-authn"} 2026-07-08T20:17:37Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "d8c9a2b3-b407-489a-b8f0-57687885d193", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:17:37Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "d8c9a2b3-b407-489a-b8f0-57687885d193", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:17:37Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-db100e","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "test-model-db100e", "reconcileID": "1e0f0a0a-2737-42a3-a98b-9f7fd038245a", "LLMInferenceService": "test-model-db100e", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:17:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "bb8b24ef-c433-4f48-8402-cc0bfc09ade0", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:17:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "bb8b24ef-c433-4f48-8402-cc0bfc09ade0", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e-authn-ssl"} 2026-07-08T20:17:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "bb8b24ef-c433-4f48-8402-cc0bfc09ade0", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:17:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "b29a0233-1ba4-487f-8b85-60d458215e6c", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:17:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "b29a0233-1ba4-487f-8b85-60d458215e6c", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e-authn-ssl"} 2026-07-08T20:17:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "b29a0233-1ba4-487f-8b85-60d458215e6c", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:17:38Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "31fe83e3-8026-4980-9635-2975f1447a33", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:38Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "31fe83e3-8026-4980-9635-2975f1447a33", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe"} 2026-07-08T20:17:38Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "31fe83e3-8026-4980-9635-2975f1447a33", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:38Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "31fe83e3-8026-4980-9635-2975f1447a33", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:38Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "31fe83e3-8026-4980-9635-2975f1447a33", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe-kserve-route-authn"} 2026-07-08T20:17:38Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "31fe83e3-8026-4980-9635-2975f1447a33", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe-kserve-route-authn"} 2026-07-08T20:17:38Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "31fe83e3-8026-4980-9635-2975f1447a33", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:38Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "31fe83e3-8026-4980-9635-2975f1447a33", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:38Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4eb9fe","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "test-model-4eb9fe", "reconcileID": "23dcb1ed-84ea-4787-b7c5-fed0fe7c3cfb", "LLMInferenceService": "test-model-4eb9fe", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:17:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "f05d29b3-3485-478f-b112-99a4839a1c8e", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:17:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "f05d29b3-3485-478f-b112-99a4839a1c8e", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe-authn-ssl"} 2026-07-08T20:17:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "f05d29b3-3485-478f-b112-99a4839a1c8e", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:17:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "30138ad7-6549-4827-b1d5-33ec030879d3", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:17:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "30138ad7-6549-4827-b1d5-33ec030879d3", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe-authn-ssl"} 2026-07-08T20:17:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "30138ad7-6549-4827-b1d5-33ec030879d3", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:17:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "adc9e57d-8080-4af3-9da1-0afeff5b9bc6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T20:17:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "a7a57d46-34e6-4b2a-921e-070286495a01", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:17:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "a7a57d46-34e6-4b2a-921e-070286495a01", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e-authn-ssl"} 2026-07-08T20:17:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "a7a57d46-34e6-4b2a-921e-070286495a01", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:18:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32220ad0-4b83-4b2b-ace7-9c39faef847b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:18:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32220ad0-4b83-4b2b-ace7-9c39faef847b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-db100e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:18:20Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32220ad0-4b83-4b2b-ace7-9c39faef847b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-db100e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T20:18:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "odh-trusted-ca-bundle", "reconcileID": "4cb5a665-9b0e-4842-ad7d-cd07ca3ac28d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:18:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "odh-trusted-ca-bundle", "reconcileID": "4cb5a665-9b0e-4842-ad7d-cd07ca3ac28d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:18:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "openshift-service-ca.crt", "reconcileID": "cbea2b61-1527-47eb-bb3e-4bc044bdd1ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:18:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "openshift-service-ca.crt", "reconcileID": "cbea2b61-1527-47eb-bb3e-4bc044bdd1ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:18:20Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a64ad70-bdb0-45f0-843b-b2e3585c8192", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:18:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-db100e"}, "namespace": "ai-tenant-e2e-inf-a-db100e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a64ad70-bdb0-45f0-843b-b2e3585c8192", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-db100e"} 2026-07-08T20:18:21Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-db100e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-db100e", "reconcileID": "7e7710ea-bf60-433a-8101-669dfb99f0b4", "Gateway": "e2e-inf-a-db100e", "namespace": "openshift-ingress"} 2026-07-08T20:18:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c6338a48-8cb0-4807-8dba-dcf1067c1642", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T20:18:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "26f71031-19da-49ff-ac98-2eef7b6da6bb", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:18:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "26f71031-19da-49ff-ac98-2eef7b6da6bb", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe-authn-ssl"} 2026-07-08T20:18:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "26f71031-19da-49ff-ac98-2eef7b6da6bb", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:18:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "270b6436-92ad-4767-83dd-b72abe1ed261", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:18:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "270b6436-92ad-4767-83dd-b72abe1ed261", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:18:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "270b6436-92ad-4767-83dd-b72abe1ed261", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-4eb9fe because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T20:18:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "odh-trusted-ca-bundle", "reconcileID": "29e5d49c-4971-4abf-95d2-b348673e9405", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:18:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "odh-trusted-ca-bundle", "reconcileID": "29e5d49c-4971-4abf-95d2-b348673e9405", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:18:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "openshift-service-ca.crt", "reconcileID": "5bdcfb26-d94f-4c5c-ae8f-c54537e4d460", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:18:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "openshift-service-ca.crt", "reconcileID": "5bdcfb26-d94f-4c5c-ae8f-c54537e4d460", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:18:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1a0f23d-0c75-46aa-abbb-6048996858fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:18:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-4eb9fe"}, "namespace": "ai-tenant-e2e-inf-b-4eb9fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1a0f23d-0c75-46aa-abbb-6048996858fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-4eb9fe"} 2026-07-08T20:18:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-4eb9fe","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-4eb9fe", "reconcileID": "8e3a18db-1ca5-4d6e-ba1a-eb4acb3dca6f", "Gateway": "e2e-inf-b-4eb9fe", "namespace": "openshift-ingress"} 2026-07-08T20:18:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "8ff6c3cf-9c41-4640-aefa-05b08b76b803", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress"} 2026-07-08T20:18:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "8ff6c3cf-9c41-4640-aefa-05b08b76b803", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30-authn-ssl"} 2026-07-08T20:18:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "8ff6c3cf-9c41-4640-aefa-05b08b76b803", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress"} 2026-07-08T20:18:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "a8268689-eddd-46da-9b3b-ffb0af88f637", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress"} 2026-07-08T20:18:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "a8268689-eddd-46da-9b3b-ffb0af88f637", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30-authn-ssl"} 2026-07-08T20:18:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "a8268689-eddd-46da-9b3b-ffb0af88f637", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress"} 2026-07-08T20:18:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "f5a2da23-ed38-4dbe-a13e-f27365b9c738", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress"} 2026-07-08T20:18:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "f5a2da23-ed38-4dbe-a13e-f27365b9c738", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30-authn-ssl"} 2026-07-08T20:18:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "f5a2da23-ed38-4dbe-a13e-f27365b9c738", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress"} 2026-07-08T20:18:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "bcea9b15-f34f-4fae-a36a-da4eb3a4e0bd", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress"} 2026-07-08T20:18:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "bcea9b15-f34f-4fae-a36a-da4eb3a4e0bd", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30-authn-ssl"} 2026-07-08T20:18:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "bcea9b15-f34f-4fae-a36a-da4eb3a4e0bd", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress"} 2026-07-08T20:18:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "27ce7f99-85ab-488a-8c6c-c3ae1ad5e5fa", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress"} 2026-07-08T20:18:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "27ce7f99-85ab-488a-8c6c-c3ae1ad5e5fa", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30-authn-ssl"} 2026-07-08T20:18:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "27ce7f99-85ab-488a-8c6c-c3ae1ad5e5fa", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress"} 2026-07-08T20:18:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "68ef063d-4a36-4ef4-b086-5530de42d710", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress"} 2026-07-08T20:18:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "68ef063d-4a36-4ef4-b086-5530de42d710", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30-authn-ssl"} 2026-07-08T20:18:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "68ef063d-4a36-4ef4-b086-5530de42d710", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress"} 2026-07-08T20:18:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "5e888e71-731b-4c05-8957-0e3ea5eb8116", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress"} 2026-07-08T20:18:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "5e888e71-731b-4c05-8957-0e3ea5eb8116", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30-authn-ssl"} 2026-07-08T20:18:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "5e888e71-731b-4c05-8957-0e3ea5eb8116", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress"} 2026-07-08T20:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-85eb30"}, "namespace": "ai-tenant-e2e-api-a-85eb30", "name": "openshift-service-ca.crt", "reconcileID": "34916609-c757-4420-9daa-cf0ef28f9add", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-85eb30"} 2026-07-08T20:18:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-85eb30"}, "namespace": "ai-tenant-e2e-api-a-85eb30", "name": "openshift-service-ca.crt", "reconcileID": "3900ed7e-826b-44e5-8274-45706c68bf5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-85eb30", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:18:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-85eb30"}, "namespace": "ai-tenant-e2e-api-a-85eb30", "name": "openshift-service-ca.crt", "reconcileID": "3900ed7e-826b-44e5-8274-45706c68bf5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-85eb30"} 2026-07-08T20:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-85eb30"}, "namespace": "ai-tenant-e2e-api-a-85eb30", "name": "odh-trusted-ca-bundle", "reconcileID": "427eaf56-9d66-459a-b54c-b63db91e1630", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-85eb30"} 2026-07-08T20:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-85eb30"}, "namespace": "ai-tenant-e2e-api-a-85eb30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d19449b-31ed-4e14-a22e-2521d3edb554", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-85eb30"} 2026-07-08T20:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-85eb30"}, "namespace": "ai-tenant-e2e-api-a-85eb30", "name": "openshift-service-ca.crt", "reconcileID": "60b4ff29-fe2e-4bb1-975a-d354e300a929", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-85eb30"} 2026-07-08T20:18:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-85eb30"}, "namespace": "ai-tenant-e2e-api-a-85eb30", "name": "odh-trusted-ca-bundle", "reconcileID": "552a2259-9193-447f-b857-6c023668c846", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-85eb30", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:18:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-85eb30"}, "namespace": "ai-tenant-e2e-api-a-85eb30", "name": "odh-trusted-ca-bundle", "reconcileID": "552a2259-9193-447f-b857-6c023668c846", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-85eb30"} 2026-07-08T20:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-85eb30"}, "namespace": "ai-tenant-e2e-api-a-85eb30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fd4a8f7-7eda-41bf-8dc3-40969c8ff01a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-85eb30"} 2026-07-08T20:18:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "8ae292fb-9822-48dc-8778-93ead3a2f521", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress"} 2026-07-08T20:18:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "8ae292fb-9822-48dc-8778-93ead3a2f521", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30-authn-ssl"} 2026-07-08T20:18:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "8ae292fb-9822-48dc-8778-93ead3a2f521", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress"} 2026-07-08T20:18:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4f72224b-82de-4a97-adba-9bb87ab4a7f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T20:18:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "3d844ede-e521-472d-8760-96ce6b7b464b", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress"} 2026-07-08T20:18:36Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "3d844ede-e521-472d-8760-96ce6b7b464b", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d-authn-ssl"} 2026-07-08T20:18:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "3d844ede-e521-472d-8760-96ce6b7b464b", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress"} 2026-07-08T20:18:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "941da80f-80d8-4f52-9f27-4b6570a5979b", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress"} 2026-07-08T20:18:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "941da80f-80d8-4f52-9f27-4b6570a5979b", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d-authn-ssl"} 2026-07-08T20:18:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "941da80f-80d8-4f52-9f27-4b6570a5979b", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress"} 2026-07-08T20:18:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "318c3a28-0987-4e57-a4ab-00eaa463ae48", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress"} 2026-07-08T20:18:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "318c3a28-0987-4e57-a4ab-00eaa463ae48", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d-authn-ssl"} 2026-07-08T20:18:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "318c3a28-0987-4e57-a4ab-00eaa463ae48", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress"} 2026-07-08T20:18:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "b73c8bb5-ef4e-4457-b8cf-64913f757eec", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress"} 2026-07-08T20:18:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "b73c8bb5-ef4e-4457-b8cf-64913f757eec", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d-authn-ssl"} 2026-07-08T20:18:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "b73c8bb5-ef4e-4457-b8cf-64913f757eec", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress"} 2026-07-08T20:18:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "4de07ea0-f6bd-408c-b6ea-f85f7bddf620", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress"} 2026-07-08T20:18:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "4de07ea0-f6bd-408c-b6ea-f85f7bddf620", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d-authn-ssl"} 2026-07-08T20:18:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "4de07ea0-f6bd-408c-b6ea-f85f7bddf620", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress"} 2026-07-08T20:18:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "a6000a14-6e30-4e81-ae99-dc3979d29f4b", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress"} 2026-07-08T20:18:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "a6000a14-6e30-4e81-ae99-dc3979d29f4b", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d-authn-ssl"} 2026-07-08T20:18:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "a6000a14-6e30-4e81-ae99-dc3979d29f4b", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress"} 2026-07-08T20:18:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "e4d0438e-421d-4310-bfea-3f4d160e50be", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress"} 2026-07-08T20:18:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "e4d0438e-421d-4310-bfea-3f4d160e50be", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d-authn-ssl"} 2026-07-08T20:18:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "e4d0438e-421d-4310-bfea-3f4d160e50be", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress"} 2026-07-08T20:18:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-27cd6d"}, "namespace": "ai-tenant-e2e-api-b-27cd6d", "name": "openshift-service-ca.crt", "reconcileID": "fbb13825-a362-4320-adde-04b0c664662f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-27cd6d"} 2026-07-08T20:18:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-27cd6d"}, "namespace": "ai-tenant-e2e-api-b-27cd6d", "name": "odh-trusted-ca-bundle", "reconcileID": "be252cbd-9533-4d70-ba09-cc3043dfb40d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-27cd6d"} 2026-07-08T20:18:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-27cd6d"}, "namespace": "ai-tenant-e2e-api-b-27cd6d", "name": "openshift-service-ca.crt", "reconcileID": "a1f65470-5fdd-4bc2-ace2-057c2b5f2556", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-27cd6d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:18:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-27cd6d"}, "namespace": "ai-tenant-e2e-api-b-27cd6d", "name": "openshift-service-ca.crt", "reconcileID": "a1f65470-5fdd-4bc2-ace2-057c2b5f2556", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-27cd6d"} 2026-07-08T20:18:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-27cd6d"}, "namespace": "ai-tenant-e2e-api-b-27cd6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f4d277c-a0c0-4470-93d6-f0f93b40ceff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-27cd6d"} 2026-07-08T20:18:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-27cd6d"}, "namespace": "ai-tenant-e2e-api-b-27cd6d", "name": "openshift-service-ca.crt", "reconcileID": "bc185e62-b2e1-4ce5-a5d7-6df39181ad4b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-27cd6d"} 2026-07-08T20:18:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-27cd6d"}, "namespace": "ai-tenant-e2e-api-b-27cd6d", "name": "odh-trusted-ca-bundle", "reconcileID": "60869fa8-1328-4ae2-9cba-1f5df8791492", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-27cd6d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:18:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-27cd6d"}, "namespace": "ai-tenant-e2e-api-b-27cd6d", "name": "odh-trusted-ca-bundle", "reconcileID": "60869fa8-1328-4ae2-9cba-1f5df8791492", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-27cd6d"} 2026-07-08T20:18:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-27cd6d"}, "namespace": "ai-tenant-e2e-api-b-27cd6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc5f40e0-3749-461a-8e07-b7f51b62ea81", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-27cd6d"} 2026-07-08T20:18:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "ee90ae87-e118-49db-baee-4c4b53bb52e4", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress"} 2026-07-08T20:18:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "ee90ae87-e118-49db-baee-4c4b53bb52e4", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d-authn-ssl"} 2026-07-08T20:18:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "ee90ae87-e118-49db-baee-4c4b53bb52e4", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress"} 2026-07-08T20:18:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c7e5f224-07c0-4acd-93ea-d95db4a0f08d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T20:18:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "7a016820-b7ab-45e2-8ecb-02bdce399408", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress"} 2026-07-08T20:18:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "7a016820-b7ab-45e2-8ecb-02bdce399408", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30-authn-ssl"} 2026-07-08T20:18:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "7a016820-b7ab-45e2-8ecb-02bdce399408", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress"} 2026-07-08T20:18:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cb9662c1-a397-479a-ae10-9093cc4ede56", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T20:18:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "b59b3c0c-fa66-4714-ba4d-7b26a7375c60", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress"} 2026-07-08T20:18:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "b59b3c0c-fa66-4714-ba4d-7b26a7375c60", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d-authn-ssl"} 2026-07-08T20:18:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "b59b3c0c-fa66-4714-ba4d-7b26a7375c60", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress"} 2026-07-08T20:18:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8401929a-058d-4c7d-b52a-0f0502d3bfac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T20:18:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "2d3932df-8544-4693-83e5-b37ce740fe28", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress"} 2026-07-08T20:18:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "2d3932df-8544-4693-83e5-b37ce740fe28", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30-authn-ssl"} 2026-07-08T20:18:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "2d3932df-8544-4693-83e5-b37ce740fe28", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress"} 2026-07-08T20:18:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-85eb30"}, "namespace": "ai-tenant-e2e-api-a-85eb30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "734ea52a-7296-40bb-8bfc-fa220edc2539", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-85eb30"} 2026-07-08T20:18:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-85eb30"}, "namespace": "ai-tenant-e2e-api-a-85eb30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "734ea52a-7296-40bb-8bfc-fa220edc2539", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-85eb30", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:18:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-85eb30"}, "namespace": "ai-tenant-e2e-api-a-85eb30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "734ea52a-7296-40bb-8bfc-fa220edc2539", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-85eb30 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T20:18:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-85eb30"}, "namespace": "ai-tenant-e2e-api-a-85eb30", "name": "odh-trusted-ca-bundle", "reconcileID": "9abb17b0-4dd4-4ba9-8372-6cba12b98b5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-85eb30"} 2026-07-08T20:18:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-85eb30"}, "namespace": "ai-tenant-e2e-api-a-85eb30", "name": "odh-trusted-ca-bundle", "reconcileID": "9abb17b0-4dd4-4ba9-8372-6cba12b98b5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-85eb30"} 2026-07-08T20:18:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-85eb30"}, "namespace": "ai-tenant-e2e-api-a-85eb30", "name": "openshift-service-ca.crt", "reconcileID": "a13de682-7ad8-4a0c-884e-2407962307be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-85eb30"} 2026-07-08T20:18:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-85eb30"}, "namespace": "ai-tenant-e2e-api-a-85eb30", "name": "openshift-service-ca.crt", "reconcileID": "a13de682-7ad8-4a0c-884e-2407962307be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-85eb30"} 2026-07-08T20:18:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-85eb30"}, "namespace": "ai-tenant-e2e-api-a-85eb30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "705d15c3-e5e9-4e58-89d4-e8f680910792", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-85eb30"} 2026-07-08T20:18:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-85eb30"}, "namespace": "ai-tenant-e2e-api-a-85eb30", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "705d15c3-e5e9-4e58-89d4-e8f680910792", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-85eb30"} 2026-07-08T20:18:58Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-85eb30","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-85eb30", "reconcileID": "ba8db943-374c-4e3a-90ec-a4e663825a6f", "Gateway": "e2e-api-a-85eb30", "namespace": "openshift-ingress"} 2026-07-08T20:18:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "96e528db-79d3-4c83-9573-a407a1ea3895", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T20:18:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "da6d1fd1-403d-4234-9145-fda12bcd5c48", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress"} 2026-07-08T20:18:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "da6d1fd1-403d-4234-9145-fda12bcd5c48", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d-authn-ssl"} 2026-07-08T20:18:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "da6d1fd1-403d-4234-9145-fda12bcd5c48", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress"} 2026-07-08T20:19:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-27cd6d"}, "namespace": "ai-tenant-e2e-api-b-27cd6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03c9cf07-5eaa-43fb-b3a6-6c320479913d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-27cd6d"} 2026-07-08T20:19:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-27cd6d"}, "namespace": "ai-tenant-e2e-api-b-27cd6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03c9cf07-5eaa-43fb-b3a6-6c320479913d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-27cd6d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:19:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-27cd6d"}, "namespace": "ai-tenant-e2e-api-b-27cd6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03c9cf07-5eaa-43fb-b3a6-6c320479913d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-27cd6d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T20:19:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-27cd6d"}, "namespace": "ai-tenant-e2e-api-b-27cd6d", "name": "odh-trusted-ca-bundle", "reconcileID": "5f6ff6cd-ff1b-4953-b140-f89162f96a15", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-27cd6d"} 2026-07-08T20:19:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-27cd6d"}, "namespace": "ai-tenant-e2e-api-b-27cd6d", "name": "odh-trusted-ca-bundle", "reconcileID": "5f6ff6cd-ff1b-4953-b140-f89162f96a15", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-27cd6d"} 2026-07-08T20:19:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-27cd6d"}, "namespace": "ai-tenant-e2e-api-b-27cd6d", "name": "openshift-service-ca.crt", "reconcileID": "d59103a4-d2ba-4c92-a00a-f229d0b2de75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-27cd6d"} 2026-07-08T20:19:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-27cd6d"}, "namespace": "ai-tenant-e2e-api-b-27cd6d", "name": "openshift-service-ca.crt", "reconcileID": "d59103a4-d2ba-4c92-a00a-f229d0b2de75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-27cd6d"} 2026-07-08T20:19:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-27cd6d"}, "namespace": "ai-tenant-e2e-api-b-27cd6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1631dfd6-354b-4ce0-a054-6dfefacd75bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-27cd6d"} 2026-07-08T20:19:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-27cd6d"}, "namespace": "ai-tenant-e2e-api-b-27cd6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1631dfd6-354b-4ce0-a054-6dfefacd75bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-27cd6d"} 2026-07-08T20:19:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-27cd6d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-27cd6d", "reconcileID": "93078991-df39-4793-a550-9fe8b2e2b894", "Gateway": "e2e-api-b-27cd6d", "namespace": "openshift-ingress"} 2026-07-08T20:19:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "3241c3d7-ae4c-409e-b140-2c05c1f44d56", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress"} 2026-07-08T20:19:06Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "3241c3d7-ae4c-409e-b140-2c05c1f44d56", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3-authn-ssl"} 2026-07-08T20:19:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "3241c3d7-ae4c-409e-b140-2c05c1f44d56", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress"} 2026-07-08T20:19:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "0278dcb8-00bc-4caa-b38d-3d4db84b4e4a", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress"} 2026-07-08T20:19:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "0278dcb8-00bc-4caa-b38d-3d4db84b4e4a", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3-authn-ssl"} 2026-07-08T20:19:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "0278dcb8-00bc-4caa-b38d-3d4db84b4e4a", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress"} 2026-07-08T20:19:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "e712e026-ca50-4fc7-8b8e-79e95ced9f67", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress"} 2026-07-08T20:19:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "e712e026-ca50-4fc7-8b8e-79e95ced9f67", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3-authn-ssl"} 2026-07-08T20:19:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "e712e026-ca50-4fc7-8b8e-79e95ced9f67", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress"} 2026-07-08T20:19:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "25dca877-35c8-4cd2-802e-a2b96cdf262b", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress"} 2026-07-08T20:19:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "25dca877-35c8-4cd2-802e-a2b96cdf262b", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3-authn-ssl"} 2026-07-08T20:19:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "25dca877-35c8-4cd2-802e-a2b96cdf262b", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress"} 2026-07-08T20:19:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "fc6bb029-60d5-433d-8e99-1a154949d0c6", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress"} 2026-07-08T20:19:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "fc6bb029-60d5-433d-8e99-1a154949d0c6", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3-authn-ssl"} 2026-07-08T20:19:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "fc6bb029-60d5-433d-8e99-1a154949d0c6", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress"} 2026-07-08T20:19:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "da94af56-d0c1-4dbd-96f6-57aa3d72a5d6", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress"} 2026-07-08T20:19:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "da94af56-d0c1-4dbd-96f6-57aa3d72a5d6", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3-authn-ssl"} 2026-07-08T20:19:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "da94af56-d0c1-4dbd-96f6-57aa3d72a5d6", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress"} 2026-07-08T20:19:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "79699c90-b37c-432d-b868-19f9018f2b91", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress"} 2026-07-08T20:19:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "79699c90-b37c-432d-b868-19f9018f2b91", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3-authn-ssl"} 2026-07-08T20:19:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "79699c90-b37c-432d-b868-19f9018f2b91", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress"} 2026-07-08T20:19:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9caeb3"}, "namespace": "ai-tenant-e2e-shared-a-9caeb3", "name": "openshift-service-ca.crt", "reconcileID": "e85953f7-6aaa-48d5-b990-b3996f5d5083", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9caeb3"} 2026-07-08T20:19:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9caeb3"}, "namespace": "ai-tenant-e2e-shared-a-9caeb3", "name": "odh-trusted-ca-bundle", "reconcileID": "fdfe68f1-88ae-4525-ac7a-2ba52706b4f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9caeb3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:19:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9caeb3"}, "namespace": "ai-tenant-e2e-shared-a-9caeb3", "name": "odh-trusted-ca-bundle", "reconcileID": "fdfe68f1-88ae-4525-ac7a-2ba52706b4f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9caeb3"} 2026-07-08T20:19:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9caeb3"}, "namespace": "ai-tenant-e2e-shared-a-9caeb3", "name": "openshift-service-ca.crt", "reconcileID": "bb7e6a3b-674b-45f2-abf2-0b56e5645ff9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9caeb3"} 2026-07-08T20:19:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9caeb3"}, "namespace": "ai-tenant-e2e-shared-a-9caeb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "df298c3b-4db5-452d-bb94-dcedf2fa1066", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9caeb3"} 2026-07-08T20:19:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9caeb3"}, "namespace": "ai-tenant-e2e-shared-a-9caeb3", "name": "odh-trusted-ca-bundle", "reconcileID": "7e02225e-98a3-4f94-9358-07d7637db753", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9caeb3", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:19:09Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9caeb3"}, "namespace": "ai-tenant-e2e-shared-a-9caeb3", "name": "odh-trusted-ca-bundle", "reconcileID": "7e02225e-98a3-4f94-9358-07d7637db753", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9caeb3"} 2026-07-08T20:19:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9caeb3"}, "namespace": "ai-tenant-e2e-shared-a-9caeb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d5142dd-cc70-4f8e-afca-fae2fb8ef87b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9caeb3"} 2026-07-08T20:19:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "699d090c-c059-4320-9c93-d96530c5bfff", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress"} 2026-07-08T20:19:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "699d090c-c059-4320-9c93-d96530c5bfff", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3-authn-ssl"} 2026-07-08T20:19:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "699d090c-c059-4320-9c93-d96530c5bfff", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress"} 2026-07-08T20:19:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8f3760dd-634f-43d2-b593-ea238c68195d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T20:19:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "5afb99ce-ccec-4c5d-b263-06de59979ee9", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:19:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "5afb99ce-ccec-4c5d-b263-06de59979ee9", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38-authn-ssl"} 2026-07-08T20:19:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "5afb99ce-ccec-4c5d-b263-06de59979ee9", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:19:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "d9cfaaf8-2efa-42ba-95e3-78f1a651bb7d", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:19:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "d9cfaaf8-2efa-42ba-95e3-78f1a651bb7d", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38-authn-ssl"} 2026-07-08T20:19:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "d9cfaaf8-2efa-42ba-95e3-78f1a651bb7d", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:19:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "561a89f8-a338-46d7-b46d-d85c4e6d87ed", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:19:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "561a89f8-a338-46d7-b46d-d85c4e6d87ed", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38-authn-ssl"} 2026-07-08T20:19:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "561a89f8-a338-46d7-b46d-d85c4e6d87ed", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:19:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "cae3ab55-15bf-4c8b-a236-5a063336db43", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:19:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "cae3ab55-15bf-4c8b-a236-5a063336db43", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38-authn-ssl"} 2026-07-08T20:19:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "cae3ab55-15bf-4c8b-a236-5a063336db43", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:19:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "dfb61768-4e95-4f96-8801-ff56419773f4", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:19:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "dfb61768-4e95-4f96-8801-ff56419773f4", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38-authn-ssl"} 2026-07-08T20:19:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "dfb61768-4e95-4f96-8801-ff56419773f4", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:19:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "9fc43b66-2ab5-44b6-ae26-e94847845cea", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:19:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "9fc43b66-2ab5-44b6-ae26-e94847845cea", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38-authn-ssl"} 2026-07-08T20:19:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "9fc43b66-2ab5-44b6-ae26-e94847845cea", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:19:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "ea5a8165-edf7-4c18-87a6-1514d0c20155", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:19:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "ea5a8165-edf7-4c18-87a6-1514d0c20155", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38-authn-ssl"} 2026-07-08T20:19:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "ea5a8165-edf7-4c18-87a6-1514d0c20155", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:19:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "cd58cefd-5f07-49fd-b71f-89a03d0f4d09", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress"} 2026-07-08T20:19:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "cd58cefd-5f07-49fd-b71f-89a03d0f4d09", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3-authn-ssl"} 2026-07-08T20:19:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "cd58cefd-5f07-49fd-b71f-89a03d0f4d09", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress"} 2026-07-08T20:19:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "8913272d-6734-47e9-837b-0164ad396ca6", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:19:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "8913272d-6734-47e9-837b-0164ad396ca6", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38-authn-ssl"} 2026-07-08T20:19:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "8913272d-6734-47e9-837b-0164ad396ca6", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:19:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e06d38"}, "namespace": "ai-tenant-e2e-shared-b-e06d38", "name": "openshift-service-ca.crt", "reconcileID": "9edad97a-d0a6-4457-941f-827cf392caa7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e06d38"} 2026-07-08T20:19:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e06d38"}, "namespace": "ai-tenant-e2e-shared-b-e06d38", "name": "odh-trusted-ca-bundle", "reconcileID": "c2cfa197-3e3a-49e6-85d4-4e0bedc81acc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e06d38"} 2026-07-08T20:19:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e06d38"}, "namespace": "ai-tenant-e2e-shared-b-e06d38", "name": "openshift-service-ca.crt", "reconcileID": "9e1fb75d-3dd9-4604-bce7-3b1f707e73f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e06d38", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:19:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e06d38"}, "namespace": "ai-tenant-e2e-shared-b-e06d38", "name": "openshift-service-ca.crt", "reconcileID": "9e1fb75d-3dd9-4604-bce7-3b1f707e73f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e06d38"} 2026-07-08T20:19:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e06d38"}, "namespace": "ai-tenant-e2e-shared-b-e06d38", "name": "openshift-service-ca.crt", "reconcileID": "98016247-757a-479e-b818-84115bb3c96b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e06d38"} 2026-07-08T20:19:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e06d38"}, "namespace": "ai-tenant-e2e-shared-b-e06d38", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8199ec1-3c14-4f08-a745-51816e4bfd80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e06d38"} 2026-07-08T20:19:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e06d38"}, "namespace": "ai-tenant-e2e-shared-b-e06d38", "name": "odh-trusted-ca-bundle", "reconcileID": "4ad351ac-e8c0-415b-8537-b9fbe4c6fa3a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e06d38", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:19:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e06d38"}, "namespace": "ai-tenant-e2e-shared-b-e06d38", "name": "odh-trusted-ca-bundle", "reconcileID": "4ad351ac-e8c0-415b-8537-b9fbe4c6fa3a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e06d38"} 2026-07-08T20:19:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e06d38"}, "namespace": "ai-tenant-e2e-shared-b-e06d38", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa5ea705-eca6-4b12-9b8b-318c0d2e70a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e06d38"} 2026-07-08T20:19:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "04d8f46d-27ec-4fbc-85d6-913adbeea362", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:19:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "04d8f46d-27ec-4fbc-85d6-913adbeea362", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38-authn-ssl"} 2026-07-08T20:19:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "04d8f46d-27ec-4fbc-85d6-913adbeea362", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:19:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "96961afa-b567-4305-82d6-0ee9a9e6558b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T20:19:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "e0a70ead-fa26-462c-85f2-02bbb1fb2e38", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:19:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "e0a70ead-fa26-462c-85f2-02bbb1fb2e38", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38-authn-ssl"} 2026-07-08T20:19:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "e0a70ead-fa26-462c-85f2-02bbb1fb2e38", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:19:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f35120c7-892a-4b14-8684-88b6fe461e42", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T20:19:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eabc419c-dade-4169-beb4-3566752cf129", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T20:22:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "11cb8f18-6607-46ec-8109-0ec84594a81d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T20:22:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "13e664ce-e2af-44ed-840e-78f149766e3a", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress"} 2026-07-08T20:22:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "13e664ce-e2af-44ed-840e-78f149766e3a", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3-authn-ssl"} 2026-07-08T20:22:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "13e664ce-e2af-44ed-840e-78f149766e3a", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress"} 2026-07-08T20:22:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9caeb3"}, "namespace": "ai-tenant-e2e-shared-a-9caeb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0177b773-ffd1-4203-95d8-63340fd1097d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9caeb3"} 2026-07-08T20:22:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9caeb3"}, "namespace": "ai-tenant-e2e-shared-a-9caeb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0177b773-ffd1-4203-95d8-63340fd1097d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9caeb3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:22:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9caeb3"}, "namespace": "ai-tenant-e2e-shared-a-9caeb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0177b773-ffd1-4203-95d8-63340fd1097d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-9caeb3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T20:22:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9caeb3"}, "namespace": "ai-tenant-e2e-shared-a-9caeb3", "name": "odh-trusted-ca-bundle", "reconcileID": "63340f09-3aa3-4ecc-9f43-5e51adf57773", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9caeb3"} 2026-07-08T20:22:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9caeb3"}, "namespace": "ai-tenant-e2e-shared-a-9caeb3", "name": "odh-trusted-ca-bundle", "reconcileID": "63340f09-3aa3-4ecc-9f43-5e51adf57773", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9caeb3"} 2026-07-08T20:22:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9caeb3"}, "namespace": "ai-tenant-e2e-shared-a-9caeb3", "name": "openshift-service-ca.crt", "reconcileID": "988d7d86-e830-4a04-ad89-aacdbe690d70", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9caeb3"} 2026-07-08T20:22:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-9caeb3"}, "namespace": "ai-tenant-e2e-shared-a-9caeb3", "name": "openshift-service-ca.crt", "reconcileID": "988d7d86-e830-4a04-ad89-aacdbe690d70", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-9caeb3"} 2026-07-08T20:22:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9caeb3"}, "namespace": "ai-tenant-e2e-shared-a-9caeb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d60a3b8-0a78-4070-80dc-a5f07493036e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9caeb3"} 2026-07-08T20:22:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-9caeb3"}, "namespace": "ai-tenant-e2e-shared-a-9caeb3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d60a3b8-0a78-4070-80dc-a5f07493036e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-9caeb3"} 2026-07-08T20:22:33Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-9caeb3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-9caeb3", "reconcileID": "749c2016-f306-4a78-917f-4b4c99e76144", "Gateway": "e2e-shared-a-9caeb3", "namespace": "openshift-ingress"} 2026-07-08T20:22:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "830d3ddf-eaa9-4221-9110-6f7f04bc7d50", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T20:22:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "e6ffd9f4-f3db-45a0-a855-6190696f63cc", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:22:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "e6ffd9f4-f3db-45a0-a855-6190696f63cc", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38-authn-ssl"} 2026-07-08T20:22:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "e6ffd9f4-f3db-45a0-a855-6190696f63cc", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"} 2026-07-08T20:22:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e06d38"}, "namespace": "ai-tenant-e2e-shared-b-e06d38", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88daaf9b-03e8-42d1-bcd6-b55081507e2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e06d38"} 2026-07-08T20:22:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e06d38"}, "namespace": "ai-tenant-e2e-shared-b-e06d38", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88daaf9b-03e8-42d1-bcd6-b55081507e2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e06d38", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T20:22:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e06d38"}, "namespace": "ai-tenant-e2e-shared-b-e06d38", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88daaf9b-03e8-42d1-bcd6-b55081507e2b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-e06d38 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T20:22:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e06d38"}, "namespace": "ai-tenant-e2e-shared-b-e06d38", "name": "odh-trusted-ca-bundle", "reconcileID": "b63384a0-1e0b-4aae-835a-2a66e7a71479", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e06d38"} 2026-07-08T20:22:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e06d38"}, "namespace": "ai-tenant-e2e-shared-b-e06d38", "name": "odh-trusted-ca-bundle", "reconcileID": "b63384a0-1e0b-4aae-835a-2a66e7a71479", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e06d38"} 2026-07-08T20:22:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e06d38"}, "namespace": "ai-tenant-e2e-shared-b-e06d38", "name": "openshift-service-ca.crt", "reconcileID": "7fa36399-0126-4ec0-8fef-723ae001472c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e06d38"} 2026-07-08T20:22:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e06d38"}, "namespace": "ai-tenant-e2e-shared-b-e06d38", "name": "openshift-service-ca.crt", "reconcileID": "7fa36399-0126-4ec0-8fef-723ae001472c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e06d38"} 2026-07-08T20:22:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e06d38"}, "namespace": "ai-tenant-e2e-shared-b-e06d38", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5500a465-22eb-4cf6-9206-1db4513ec522", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e06d38"} 2026-07-08T20:22:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e06d38"}, "namespace": "ai-tenant-e2e-shared-b-e06d38", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5500a465-22eb-4cf6-9206-1db4513ec522", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e06d38"} 2026-07-08T20:22:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e06d38","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e06d38", "reconcileID": "759ced84-054a-4de3-bdb9-1df14ede5e95", "Gateway": "e2e-shared-b-e06d38", "namespace": "openshift-ingress"}