2026-07-08T18:34:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f370548e"}, "namespace": "ai-tenant-e2e-mt-f370548e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b455af5-bc83-4d5b-b427-dd807dd0546a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f370548e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:34:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f370548e"}, "namespace": "ai-tenant-e2e-mt-f370548e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b455af5-bc83-4d5b-b427-dd807dd0546a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-f370548e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T18:34:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f370548e"}, "namespace": "ai-tenant-e2e-mt-f370548e", "name": "odh-trusted-ca-bundle", "reconcileID": "e92de650-c62c-43cc-894e-bcecc8be3f04", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f370548e"} 2026-07-08T18:34:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f370548e"}, "namespace": "ai-tenant-e2e-mt-f370548e", "name": "odh-trusted-ca-bundle", "reconcileID": "e92de650-c62c-43cc-894e-bcecc8be3f04", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f370548e"} 2026-07-08T18:34:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f370548e"}, "namespace": "ai-tenant-e2e-mt-f370548e", "name": "openshift-service-ca.crt", "reconcileID": "f26a619b-c715-44d4-b60d-40d14eea64d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f370548e"} 2026-07-08T18:34:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f370548e"}, "namespace": "ai-tenant-e2e-mt-f370548e", "name": "openshift-service-ca.crt", "reconcileID": "f26a619b-c715-44d4-b60d-40d14eea64d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f370548e"} 2026-07-08T18:34:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f370548e"}, "namespace": "ai-tenant-e2e-mt-f370548e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4dbf8fc-f4c4-477a-a258-9941ccff3896", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f370548e"} 2026-07-08T18:34:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f370548e"}, "namespace": "ai-tenant-e2e-mt-f370548e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4dbf8fc-f4c4-477a-a258-9941ccff3896", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f370548e"} 2026-07-08T18:34:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-229f3b88"}, "namespace": "ai-tenant-e2e-mt-229f3b88", "name": "openshift-service-ca.crt", "reconcileID": "f8526da5-06ad-4189-a6c9-d1bece2523cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-229f3b88"} 2026-07-08T18:34:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-229f3b88"}, "namespace": "ai-tenant-e2e-mt-229f3b88", "name": "odh-trusted-ca-bundle", "reconcileID": "a6b66891-930c-49b8-a7b6-8622f96d3391", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-229f3b88"} 2026-07-08T18:34:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-229f3b88"}, "namespace": "ai-tenant-e2e-mt-229f3b88", "name": "openshift-service-ca.crt", "reconcileID": "6b4126d5-f30b-4beb-ad82-f401cbf0e7f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-229f3b88", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:34:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-229f3b88"}, "namespace": "ai-tenant-e2e-mt-229f3b88", "name": "openshift-service-ca.crt", "reconcileID": "6b4126d5-f30b-4beb-ad82-f401cbf0e7f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-229f3b88"} 2026-07-08T18:34:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-229f3b88"}, "namespace": "ai-tenant-e2e-mt-229f3b88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddbc5468-9d89-44f6-af7b-612473cd178d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-229f3b88"} 2026-07-08T18:34:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-229f3b88"}, "namespace": "ai-tenant-e2e-mt-229f3b88", "name": "openshift-service-ca.crt", "reconcileID": "2faae5e8-02ec-4267-833e-370017c69af3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-229f3b88"} 2026-07-08T18:34:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-229f3b88"}, "namespace": "ai-tenant-e2e-mt-229f3b88", "name": "odh-trusted-ca-bundle", "reconcileID": "152d7cd2-cbe3-4f8c-8777-3f6256b0fbb8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-229f3b88", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:34:49Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-229f3b88"}, "namespace": "ai-tenant-e2e-mt-229f3b88", "name": "odh-trusted-ca-bundle", "reconcileID": "152d7cd2-cbe3-4f8c-8777-3f6256b0fbb8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-229f3b88"} 2026-07-08T18:34:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-229f3b88"}, "namespace": "ai-tenant-e2e-mt-229f3b88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bba4d778-02b3-43e8-abc9-0ea98b944c22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-229f3b88"} 2026-07-08T18:35:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-229f3b88"}, "namespace": "ai-tenant-e2e-mt-229f3b88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a806f808-4fa8-4101-a929-ce0c18112c78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-229f3b88"} 2026-07-08T18:35:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-229f3b88"}, "namespace": "ai-tenant-e2e-mt-229f3b88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a806f808-4fa8-4101-a929-ce0c18112c78", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-229f3b88", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:35:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-229f3b88"}, "namespace": "ai-tenant-e2e-mt-229f3b88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a806f808-4fa8-4101-a929-ce0c18112c78", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-229f3b88 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T18:35:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-229f3b88"}, "namespace": "ai-tenant-e2e-mt-229f3b88", "name": "odh-trusted-ca-bundle", "reconcileID": "48da1bbf-b783-4dbb-8cb9-c01527e63491", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-229f3b88"} 2026-07-08T18:35:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-229f3b88"}, "namespace": "ai-tenant-e2e-mt-229f3b88", "name": "odh-trusted-ca-bundle", "reconcileID": "48da1bbf-b783-4dbb-8cb9-c01527e63491", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-229f3b88"} 2026-07-08T18:35:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-229f3b88"}, "namespace": "ai-tenant-e2e-mt-229f3b88", "name": "openshift-service-ca.crt", "reconcileID": "3e5361c3-6f29-4efb-a735-31205c95f039", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-229f3b88"} 2026-07-08T18:35:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-229f3b88"}, "namespace": "ai-tenant-e2e-mt-229f3b88", "name": "openshift-service-ca.crt", "reconcileID": "3e5361c3-6f29-4efb-a735-31205c95f039", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-229f3b88"} 2026-07-08T18:35:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-229f3b88"}, "namespace": "ai-tenant-e2e-mt-229f3b88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdc72e45-b245-45ba-855a-d0e63e2ef2b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-229f3b88"} 2026-07-08T18:35:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-229f3b88"}, "namespace": "ai-tenant-e2e-mt-229f3b88", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdc72e45-b245-45ba-855a-d0e63e2ef2b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-229f3b88"} 2026-07-08T18:35:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "9621260d-e25f-419a-a362-288ff4293f8e", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:35:27Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "9621260d-e25f-419a-a362-288ff4293f8e", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f-authn-ssl"} 2026-07-08T18:35:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "9621260d-e25f-419a-a362-288ff4293f8e", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:35:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "52560a9e-eb11-438f-b86f-d7e91750828b", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:35:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "52560a9e-eb11-438f-b86f-d7e91750828b", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f-authn-ssl"} 2026-07-08T18:35:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "52560a9e-eb11-438f-b86f-d7e91750828b", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:35:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "a214965f-88aa-4bbb-b02b-04cc645eda9e", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:35:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "a214965f-88aa-4bbb-b02b-04cc645eda9e", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f-authn-ssl"} 2026-07-08T18:35:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "a214965f-88aa-4bbb-b02b-04cc645eda9e", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:35:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "feb79e86-09fd-48e0-8952-4a44737a36e7", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:35:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "feb79e86-09fd-48e0-8952-4a44737a36e7", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f-authn-ssl"} 2026-07-08T18:35:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "feb79e86-09fd-48e0-8952-4a44737a36e7", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:35:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "2f929c93-57cc-4422-9db8-177f6030cccb", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:35:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "2f929c93-57cc-4422-9db8-177f6030cccb", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f-authn-ssl"} 2026-07-08T18:35:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "2f929c93-57cc-4422-9db8-177f6030cccb", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:35:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "17c95629-d351-4a53-bed2-4fb104d94517", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:35:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "17c95629-d351-4a53-bed2-4fb104d94517", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f-authn-ssl"} 2026-07-08T18:35:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "17c95629-d351-4a53-bed2-4fb104d94517", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:35:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "453bb8f9-ab1d-49a9-b8b8-6eace23cb576", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:35:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "453bb8f9-ab1d-49a9-b8b8-6eace23cb576", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f-authn-ssl"} 2026-07-08T18:35:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "453bb8f9-ab1d-49a9-b8b8-6eace23cb576", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:35:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "openshift-service-ca.crt", "reconcileID": "40bf5ae5-eb2c-4b6e-a904-66e0f3fe7ca8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:35:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "odh-trusted-ca-bundle", "reconcileID": "d4fe539a-5904-4e28-b06f-d1fdf961de3c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:35:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "openshift-service-ca.crt", "reconcileID": "183ea6d4-f884-4492-912f-3db758308811", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-94205f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:35:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "openshift-service-ca.crt", "reconcileID": "183ea6d4-f884-4492-912f-3db758308811", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:35:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "openshift-service-ca.crt", "reconcileID": "264b69d4-563c-497e-a786-829f355d07a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:35:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd4f76a8-30f8-4b51-9f10-1ae10a306098", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:35:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "odh-trusted-ca-bundle", "reconcileID": "a600723b-fc7e-4195-a34d-72fa2e7451ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-94205f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:35:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "odh-trusted-ca-bundle", "reconcileID": "a600723b-fc7e-4195-a34d-72fa2e7451ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:35:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "935aa070-44af-45c9-adb8-1d9451d22b47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:35:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "2305a9da-4227-441b-bb65-d5328f53c8ec", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:35:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "2305a9da-4227-441b-bb65-d5328f53c8ec", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f-authn-ssl"} 2026-07-08T18:35:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "2305a9da-4227-441b-bb65-d5328f53c8ec", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:35:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "acfcc672-9160-4039-a74b-cea2829ae735", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:35:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "6a3773f8-91e3-4816-99ea-3d4d1a176c8d", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:35:36Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "6a3773f8-91e3-4816-99ea-3d4d1a176c8d", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a-authn-ssl"} 2026-07-08T18:35:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "6a3773f8-91e3-4816-99ea-3d4d1a176c8d", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:35:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "6db1da17-aa07-48f3-9f4c-a1d413931a41", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:35:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "6db1da17-aa07-48f3-9f4c-a1d413931a41", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a-authn-ssl"} 2026-07-08T18:35:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "6db1da17-aa07-48f3-9f4c-a1d413931a41", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:35:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "ce819d8a-6cbe-4a0c-9bf4-bb4a379aa5bd", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:35:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "ce819d8a-6cbe-4a0c-9bf4-bb4a379aa5bd", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a-authn-ssl"} 2026-07-08T18:35:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "ce819d8a-6cbe-4a0c-9bf4-bb4a379aa5bd", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:35:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "181484c6-789a-4a84-8837-07c7ec1f40da", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:35:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "181484c6-789a-4a84-8837-07c7ec1f40da", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a-authn-ssl"} 2026-07-08T18:35:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "181484c6-789a-4a84-8837-07c7ec1f40da", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:35:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "cdec8cde-6538-4410-8182-fe125f227e2c", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:35:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "cdec8cde-6538-4410-8182-fe125f227e2c", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a-authn-ssl"} 2026-07-08T18:35:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "cdec8cde-6538-4410-8182-fe125f227e2c", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:35:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "4af89636-6031-4131-86ea-7b1dd2c5b847", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:35:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "4af89636-6031-4131-86ea-7b1dd2c5b847", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a-authn-ssl"} 2026-07-08T18:35:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "4af89636-6031-4131-86ea-7b1dd2c5b847", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:35:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "b6213cb1-1024-412d-a9ea-59023f57f4a7", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:35:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "b6213cb1-1024-412d-a9ea-59023f57f4a7", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a-authn-ssl"} 2026-07-08T18:35:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "b6213cb1-1024-412d-a9ea-59023f57f4a7", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:35:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "061ccdab-a55b-468f-a1f5-6e320b7647b1", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:35:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "061ccdab-a55b-468f-a1f5-6e320b7647b1", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a-authn-ssl"} 2026-07-08T18:35:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "061ccdab-a55b-468f-a1f5-6e320b7647b1", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:35:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "openshift-service-ca.crt", "reconcileID": "7e9e32e8-056e-49a3-9a60-f5ea7ea6e687", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:35:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "odh-trusted-ca-bundle", "reconcileID": "1594c4e1-ad24-48e9-9e44-9f2c4a0b440a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:35:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "openshift-service-ca.crt", "reconcileID": "9cc2a1d3-ec95-4311-b391-22988bc6a530", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-44b28a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:35:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "openshift-service-ca.crt", "reconcileID": "9cc2a1d3-ec95-4311-b391-22988bc6a530", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:35:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a861f641-56ed-4a0c-b491-f81d685a1237", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:35:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "openshift-service-ca.crt", "reconcileID": "e6eb43d4-16fb-4e59-9bad-a8829bb348bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:35:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "odh-trusted-ca-bundle", "reconcileID": "de69cb43-c7b2-4d94-9657-a20b93f777f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-44b28a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:35:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "odh-trusted-ca-bundle", "reconcileID": "de69cb43-c7b2-4d94-9657-a20b93f777f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:35:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9496f897-595d-4b1b-8c4a-9c5e943cecaa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:35:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "abc8a0a0-bde1-421e-93be-92c6b29417a5", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:35:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "abc8a0a0-bde1-421e-93be-92c6b29417a5", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f-authn-ssl"} 2026-07-08T18:35:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "abc8a0a0-bde1-421e-93be-92c6b29417a5", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:35:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "91814cd5-5fae-4c96-8f64-08192ebb1134", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:35:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "91814cd5-5fae-4c96-8f64-08192ebb1134", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a-authn-ssl"} 2026-07-08T18:35:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "91814cd5-5fae-4c96-8f64-08192ebb1134", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:35:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e2f59af1-0e0f-48aa-bc78-498432f278fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:35:43Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "e1a5ef83-9c88-4482-a093-52b89687dff1", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:35:43Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "e1a5ef83-9c88-4482-a093-52b89687dff1", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:35:43Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "e1a5ef83-9c88-4482-a093-52b89687dff1", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:35:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "1d840f44-59dd-42da-95dd-7a60e97a009c", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:35:43Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "e1a5ef83-9c88-4482-a093-52b89687dff1", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f-kserve-route-authn"} 2026-07-08T18:35:43Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "e1a5ef83-9c88-4482-a093-52b89687dff1", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f", "authType": "userdefined"} 2026-07-08T18:35:43Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "e1a5ef83-9c88-4482-a093-52b89687dff1", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:35:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "1d840f44-59dd-42da-95dd-7a60e97a009c", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f-authn-ssl"} 2026-07-08T18:35:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "1d840f44-59dd-42da-95dd-7a60e97a009c", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:35:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "48d94528-4c8e-4a5c-bd0e-68a119ba4d67", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:35:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "48d94528-4c8e-4a5c-bd0e-68a119ba4d67", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:35:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "48d94528-4c8e-4a5c-bd0e-68a119ba4d67", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:35:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "48d94528-4c8e-4a5c-bd0e-68a119ba4d67", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f-kserve-route-authn"} 2026-07-08T18:35:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "48d94528-4c8e-4a5c-bd0e-68a119ba4d67", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f", "authType": "userdefined"} 2026-07-08T18:35:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "48d94528-4c8e-4a5c-bd0e-68a119ba4d67", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:35:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "699fb5ca-e458-4af9-8450-ef076e68174e", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:35:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "699fb5ca-e458-4af9-8450-ef076e68174e", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a-authn-ssl"} 2026-07-08T18:35:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "699fb5ca-e458-4af9-8450-ef076e68174e", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:35:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c660b882-39da-420e-89f6-72d6af6cbbc4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:35:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "163143d4-787c-4add-8c0e-980f7e8fa3d4", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:35:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "163143d4-787c-4add-8c0e-980f7e8fa3d4", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f-authn-ssl"} 2026-07-08T18:35:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "163143d4-787c-4add-8c0e-980f7e8fa3d4", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:36:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "36816c93-cc93-49f1-99df-f0c5b578d1d4", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:36:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "36816c93-cc93-49f1-99df-f0c5b578d1d4", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:36:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "36816c93-cc93-49f1-99df-f0c5b578d1d4", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:36:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "36816c93-cc93-49f1-99df-f0c5b578d1d4", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f-kserve-route-authn"} 2026-07-08T18:36:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "36816c93-cc93-49f1-99df-f0c5b578d1d4", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f", "authType": "userdefined"} 2026-07-08T18:36:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "36816c93-cc93-49f1-99df-f0c5b578d1d4", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:36:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f49d9e2e-4837-4220-8537-9b5bf7d0263f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:36:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "2a5c2e82-00e2-40e6-aa8b-f377beb7f4a0", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:36:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "2a5c2e82-00e2-40e6-aa8b-f377beb7f4a0", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f-authn-ssl"} 2026-07-08T18:36:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "2a5c2e82-00e2-40e6-aa8b-f377beb7f4a0", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:36:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "a17d9361-8664-473f-af0b-fb010cec0a26", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:36:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "a17d9361-8664-473f-af0b-fb010cec0a26", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:36:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "a17d9361-8664-473f-af0b-fb010cec0a26", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:36:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "a17d9361-8664-473f-af0b-fb010cec0a26", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f-kserve-route-authn"} 2026-07-08T18:36:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "a17d9361-8664-473f-af0b-fb010cec0a26", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f", "authType": "userdefined"} 2026-07-08T18:36:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "a17d9361-8664-473f-af0b-fb010cec0a26", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:36:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "40510409-275c-436a-9e8a-3adc644ad9de", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:36:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "40510409-275c-436a-9e8a-3adc644ad9de", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:36:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "40510409-275c-436a-9e8a-3adc644ad9de", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:36:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "40510409-275c-436a-9e8a-3adc644ad9de", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f-kserve-route-authn"} 2026-07-08T18:36:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "40510409-275c-436a-9e8a-3adc644ad9de", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f", "authType": "userdefined"} 2026-07-08T18:36:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "40510409-275c-436a-9e8a-3adc644ad9de", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:36:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "e145f68a-c33f-48c3-b3f4-36020286e468", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "e145f68a-c33f-48c3-b3f4-36020286e468", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "e145f68a-c33f-48c3-b3f4-36020286e468", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "26cffc92-b0a4-42c0-9d6a-e78f128de8fd", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:36:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "e145f68a-c33f-48c3-b3f4-36020286e468", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a-kserve-route-authn"} 2026-07-08T18:36:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "e145f68a-c33f-48c3-b3f4-36020286e468", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a", "authType": "userdefined"} 2026-07-08T18:36:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "e145f68a-c33f-48c3-b3f4-36020286e468", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "26cffc92-b0a4-42c0-9d6a-e78f128de8fd", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a-authn-ssl"} 2026-07-08T18:36:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "26cffc92-b0a4-42c0-9d6a-e78f128de8fd", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:36:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "36cf1a7b-cc46-47d0-9af6-bbc2ed844060", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "36cf1a7b-cc46-47d0-9af6-bbc2ed844060", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "36cf1a7b-cc46-47d0-9af6-bbc2ed844060", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "36cf1a7b-cc46-47d0-9af6-bbc2ed844060", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a-kserve-route-authn"} 2026-07-08T18:36:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "36cf1a7b-cc46-47d0-9af6-bbc2ed844060", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a", "authType": "userdefined"} 2026-07-08T18:36:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "36cf1a7b-cc46-47d0-9af6-bbc2ed844060", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "8b609f0a-4a79-45da-96bc-cf090f1c742f", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:36:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "8b609f0a-4a79-45da-96bc-cf090f1c742f", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a-authn-ssl"} 2026-07-08T18:36:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "8b609f0a-4a79-45da-96bc-cf090f1c742f", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:36:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "0ccd0f1f-ba67-45af-8cf9-6aa85dfc0aba", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "0ccd0f1f-ba67-45af-8cf9-6aa85dfc0aba", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "0ccd0f1f-ba67-45af-8cf9-6aa85dfc0aba", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "0ccd0f1f-ba67-45af-8cf9-6aa85dfc0aba", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a-kserve-route-authn"} 2026-07-08T18:36:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "0ccd0f1f-ba67-45af-8cf9-6aa85dfc0aba", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a", "authType": "userdefined"} 2026-07-08T18:36:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "0ccd0f1f-ba67-45af-8cf9-6aa85dfc0aba", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "64e10f2b-a545-42fd-ad63-b322644c89c4", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:36:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "64e10f2b-a545-42fd-ad63-b322644c89c4", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a-authn-ssl"} 2026-07-08T18:36:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "64e10f2b-a545-42fd-ad63-b322644c89c4", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:36:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "ebd6ff53-9244-4c97-9e20-8842838df20b", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "ebd6ff53-9244-4c97-9e20-8842838df20b", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "ebd6ff53-9244-4c97-9e20-8842838df20b", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "ebd6ff53-9244-4c97-9e20-8842838df20b", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a-kserve-route-authn"} 2026-07-08T18:36:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "ebd6ff53-9244-4c97-9e20-8842838df20b", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a", "authType": "userdefined"} 2026-07-08T18:36:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "ebd6ff53-9244-4c97-9e20-8842838df20b", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "ed55a830-1e94-4039-bd72-e2bd5cb67544", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:36:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "ed55a830-1e94-4039-bd72-e2bd5cb67544", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f"} 2026-07-08T18:36:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "ed55a830-1e94-4039-bd72-e2bd5cb67544", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:36:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "ed55a830-1e94-4039-bd72-e2bd5cb67544", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:36:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "ed55a830-1e94-4039-bd72-e2bd5cb67544", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f-kserve-route-authn"} 2026-07-08T18:36:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "ed55a830-1e94-4039-bd72-e2bd5cb67544", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f-kserve-route-authn"} 2026-07-08T18:36:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "ed55a830-1e94-4039-bd72-e2bd5cb67544", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:36:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "ed55a830-1e94-4039-bd72-e2bd5cb67544", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:36:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-94205f","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "test-model-94205f", "reconcileID": "6876a584-52ae-4f04-98ea-81da022d0523", "LLMInferenceService": "test-model-94205f", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:36:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "93b81868-2a56-44b5-9f52-60f56032bd7e", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:36:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "93b81868-2a56-44b5-9f52-60f56032bd7e", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f-authn-ssl"} 2026-07-08T18:36:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "93b81868-2a56-44b5-9f52-60f56032bd7e", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:36:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "6bb7f9ae-5d66-4d51-a265-3f88f458a92b", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:36:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "6bb7f9ae-5d66-4d51-a265-3f88f458a92b", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f-authn-ssl"} 2026-07-08T18:36:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "6bb7f9ae-5d66-4d51-a265-3f88f458a92b", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:36:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "8619cb4c-3ab5-422d-b006-ffc689827e7d", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "8619cb4c-3ab5-422d-b006-ffc689827e7d", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a"} 2026-07-08T18:36:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "8619cb4c-3ab5-422d-b006-ffc689827e7d", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "8619cb4c-3ab5-422d-b006-ffc689827e7d", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "8619cb4c-3ab5-422d-b006-ffc689827e7d", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a-kserve-route-authn"} 2026-07-08T18:36:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "8619cb4c-3ab5-422d-b006-ffc689827e7d", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a-kserve-route-authn"} 2026-07-08T18:36:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "8619cb4c-3ab5-422d-b006-ffc689827e7d", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "8619cb4c-3ab5-422d-b006-ffc689827e7d", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-44b28a","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "test-model-44b28a", "reconcileID": "f69a2fba-bacd-4eff-84b2-7627f09dad79", "LLMInferenceService": "test-model-44b28a", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:36:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "0ce69957-1a91-4d2e-84ed-cdd070fb4e76", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:36:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "0ce69957-1a91-4d2e-84ed-cdd070fb4e76", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a-authn-ssl"} 2026-07-08T18:36:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "0ce69957-1a91-4d2e-84ed-cdd070fb4e76", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:36:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "a60dd613-30d5-4a90-9c46-2837ae69d2f4", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:36:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "a60dd613-30d5-4a90-9c46-2837ae69d2f4", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a-authn-ssl"} 2026-07-08T18:36:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "a60dd613-30d5-4a90-9c46-2837ae69d2f4", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:36:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "de047f03-4a13-449b-9dae-dbcc1bf93bb0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:36:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "7993802c-279c-4596-af1d-1343d2f24dfc", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:36:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "7993802c-279c-4596-af1d-1343d2f24dfc", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f-authn-ssl"} 2026-07-08T18:36:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "7993802c-279c-4596-af1d-1343d2f24dfc", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:37:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7ca9ee6-b2a6-4491-a1ea-11eab7b64853", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:37:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7ca9ee6-b2a6-4491-a1ea-11eab7b64853", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-94205f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:37:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7ca9ee6-b2a6-4491-a1ea-11eab7b64853", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-94205f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T18:37:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "odh-trusted-ca-bundle", "reconcileID": "04031d58-5409-49a9-b8f6-e1feda397418", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:37:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "odh-trusted-ca-bundle", "reconcileID": "04031d58-5409-49a9-b8f6-e1feda397418", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:37:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "openshift-service-ca.crt", "reconcileID": "b8d0caeb-bc18-4ab8-848d-fc5b7108f999", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:37:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "openshift-service-ca.crt", "reconcileID": "b8d0caeb-bc18-4ab8-848d-fc5b7108f999", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:37:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80247768-0993-404c-97b5-131db72b0efa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:37:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-94205f"}, "namespace": "ai-tenant-e2e-inf-a-94205f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80247768-0993-404c-97b5-131db72b0efa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-94205f"} 2026-07-08T18:37:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-94205f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-94205f", "reconcileID": "161be510-b4ca-44bf-be93-8834840e071c", "Gateway": "e2e-inf-a-94205f", "namespace": "openshift-ingress"} 2026-07-08T18:37:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "12637f7f-39cf-4df9-9cdf-65f294912623", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:37:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "e6f554de-7622-4fb2-a0ba-9265234a5a1a", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:37:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "e6f554de-7622-4fb2-a0ba-9265234a5a1a", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a-authn-ssl"} 2026-07-08T18:37:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "e6f554de-7622-4fb2-a0ba-9265234a5a1a", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:37:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a4eac77-129c-4371-9493-171c2a847437", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:37:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a4eac77-129c-4371-9493-171c2a847437", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-44b28a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:37:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a4eac77-129c-4371-9493-171c2a847437", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-44b28a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T18:37:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "odh-trusted-ca-bundle", "reconcileID": "fdcd8f03-5527-4fb3-81c3-f4ff7fac726e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:37:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "odh-trusted-ca-bundle", "reconcileID": "fdcd8f03-5527-4fb3-81c3-f4ff7fac726e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:37:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "openshift-service-ca.crt", "reconcileID": "e1b314d6-fc66-422f-823d-27e8abb56f5a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:37:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "openshift-service-ca.crt", "reconcileID": "e1b314d6-fc66-422f-823d-27e8abb56f5a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:37:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd7c6c35-90f1-4c32-9d79-f61b2aa64a9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:37:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-44b28a"}, "namespace": "ai-tenant-e2e-inf-b-44b28a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd7c6c35-90f1-4c32-9d79-f61b2aa64a9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-44b28a"} 2026-07-08T18:37:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-44b28a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-44b28a", "reconcileID": "9fa1f776-6783-4ac0-8d7c-350077081598", "Gateway": "e2e-inf-b-44b28a", "namespace": "openshift-ingress"} 2026-07-08T18:37:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "44a9e07b-31e6-4863-9a7d-0661dba72899", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress"} 2026-07-08T18:37:49Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "44a9e07b-31e6-4863-9a7d-0661dba72899", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7-authn-ssl"} 2026-07-08T18:37:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "44a9e07b-31e6-4863-9a7d-0661dba72899", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress"} 2026-07-08T18:37:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "7121b6ed-b495-49bd-8144-0e7af66a49b2", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress"} 2026-07-08T18:37:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "7121b6ed-b495-49bd-8144-0e7af66a49b2", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7-authn-ssl"} 2026-07-08T18:37:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "7121b6ed-b495-49bd-8144-0e7af66a49b2", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress"} 2026-07-08T18:37:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "ecaa3a78-7710-496f-9512-0f3ccb0ff6a4", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress"} 2026-07-08T18:37:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "ecaa3a78-7710-496f-9512-0f3ccb0ff6a4", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7-authn-ssl"} 2026-07-08T18:37:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "ecaa3a78-7710-496f-9512-0f3ccb0ff6a4", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress"} 2026-07-08T18:37:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "bd7ce6fe-ba32-43e6-a4c8-3031cba17eb2", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress"} 2026-07-08T18:37:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "bd7ce6fe-ba32-43e6-a4c8-3031cba17eb2", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7-authn-ssl"} 2026-07-08T18:37:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "bd7ce6fe-ba32-43e6-a4c8-3031cba17eb2", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress"} 2026-07-08T18:37:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "6ce75ec1-9438-408f-94d1-64931684acec", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress"} 2026-07-08T18:37:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "6ce75ec1-9438-408f-94d1-64931684acec", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7-authn-ssl"} 2026-07-08T18:37:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "6ce75ec1-9438-408f-94d1-64931684acec", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress"} 2026-07-08T18:37:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "3de4bf73-6a4c-48d1-b29b-efda379ebb6e", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress"} 2026-07-08T18:37:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "3de4bf73-6a4c-48d1-b29b-efda379ebb6e", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7-authn-ssl"} 2026-07-08T18:37:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "3de4bf73-6a4c-48d1-b29b-efda379ebb6e", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress"} 2026-07-08T18:37:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "91b599b2-d695-4932-bab0-055323de80dc", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress"} 2026-07-08T18:37:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "91b599b2-d695-4932-bab0-055323de80dc", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7-authn-ssl"} 2026-07-08T18:37:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "91b599b2-d695-4932-bab0-055323de80dc", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress"} 2026-07-08T18:37:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-34c6f7"}, "namespace": "ai-tenant-e2e-api-a-34c6f7", "name": "openshift-service-ca.crt", "reconcileID": "36d4ec49-b401-4ce3-900d-123c458732c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-34c6f7"} 2026-07-08T18:37:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-34c6f7"}, "namespace": "ai-tenant-e2e-api-a-34c6f7", "name": "odh-trusted-ca-bundle", "reconcileID": "382cc7ab-90db-42b0-80e2-85f2ef23653c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-34c6f7"} 2026-07-08T18:37:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-34c6f7"}, "namespace": "ai-tenant-e2e-api-a-34c6f7", "name": "openshift-service-ca.crt", "reconcileID": "2cd08f22-a99e-4f86-a731-8c6235a1c552", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-34c6f7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:37:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-34c6f7"}, "namespace": "ai-tenant-e2e-api-a-34c6f7", "name": "openshift-service-ca.crt", "reconcileID": "2cd08f22-a99e-4f86-a731-8c6235a1c552", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-34c6f7"} 2026-07-08T18:37:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-34c6f7"}, "namespace": "ai-tenant-e2e-api-a-34c6f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dbea8af-eef9-413c-aa52-29828cecba11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-34c6f7"} 2026-07-08T18:37:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-34c6f7"}, "namespace": "ai-tenant-e2e-api-a-34c6f7", "name": "openshift-service-ca.crt", "reconcileID": "d671df6d-1328-4cbc-94a5-1a7efeb5f40e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-34c6f7"} 2026-07-08T18:37:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-34c6f7"}, "namespace": "ai-tenant-e2e-api-a-34c6f7", "name": "odh-trusted-ca-bundle", "reconcileID": "2cd650de-1bb6-4b66-a60f-12c84fe0b349", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-34c6f7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:37:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-34c6f7"}, "namespace": "ai-tenant-e2e-api-a-34c6f7", "name": "odh-trusted-ca-bundle", "reconcileID": "2cd650de-1bb6-4b66-a60f-12c84fe0b349", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-34c6f7"} 2026-07-08T18:37:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-34c6f7"}, "namespace": "ai-tenant-e2e-api-a-34c6f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be6e99de-efee-4d50-a52b-34eb4aa9b2b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-34c6f7"} 2026-07-08T18:37:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "5d5bce55-f9c6-4dd4-8670-5ef2cd724f87", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress"} 2026-07-08T18:37:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "5d5bce55-f9c6-4dd4-8670-5ef2cd724f87", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7-authn-ssl"} 2026-07-08T18:37:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "5d5bce55-f9c6-4dd4-8670-5ef2cd724f87", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress"} 2026-07-08T18:37:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "329ae440-1152-4bfc-8822-30bb1505e416", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:37:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "e4dec32f-846b-4d72-9ce9-ef069aa8d2db", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:37:58Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "e4dec32f-846b-4d72-9ce9-ef069aa8d2db", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4-authn-ssl"} 2026-07-08T18:37:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "e4dec32f-846b-4d72-9ce9-ef069aa8d2db", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:37:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "8bea2df1-9f48-4162-9d92-c7d94382498c", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:37:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "8bea2df1-9f48-4162-9d92-c7d94382498c", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4-authn-ssl"} 2026-07-08T18:37:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "8bea2df1-9f48-4162-9d92-c7d94382498c", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:37:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "36e15cd4-003f-4244-a7d3-c04ed4c7102d", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:37:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "36e15cd4-003f-4244-a7d3-c04ed4c7102d", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4-authn-ssl"} 2026-07-08T18:37:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "36e15cd4-003f-4244-a7d3-c04ed4c7102d", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:37:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "2d1c6f50-8b4b-4852-8c5e-a85c4fdee3c8", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:37:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "2d1c6f50-8b4b-4852-8c5e-a85c4fdee3c8", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4-authn-ssl"} 2026-07-08T18:37:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "2d1c6f50-8b4b-4852-8c5e-a85c4fdee3c8", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:37:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "d094c31a-2f8e-490c-8dc6-aa1104385e1c", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:37:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "d094c31a-2f8e-490c-8dc6-aa1104385e1c", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4-authn-ssl"} 2026-07-08T18:37:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "d094c31a-2f8e-490c-8dc6-aa1104385e1c", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:37:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a4791765-069c-4701-a1c7-d55a799cd4dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:37:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "6e29ed96-fe47-47ed-b694-386eeb49dc43", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:37:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "6e29ed96-fe47-47ed-b694-386eeb49dc43", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4-authn-ssl"} 2026-07-08T18:37:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "6e29ed96-fe47-47ed-b694-386eeb49dc43", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:37:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "9646feec-17e1-44e0-80d9-6f8fcf38f780", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:37:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "9646feec-17e1-44e0-80d9-6f8fcf38f780", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4-authn-ssl"} 2026-07-08T18:37:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "9646feec-17e1-44e0-80d9-6f8fcf38f780", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:38:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-3689d4"}, "namespace": "ai-tenant-e2e-api-b-3689d4", "name": "openshift-service-ca.crt", "reconcileID": "c172ffb9-01ce-4046-94c2-8edf68d79f52", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-3689d4"} 2026-07-08T18:38:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-3689d4"}, "namespace": "ai-tenant-e2e-api-b-3689d4", "name": "odh-trusted-ca-bundle", "reconcileID": "330b35b0-e626-42d4-b3bd-940674459965", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3689d4"} 2026-07-08T18:38:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-3689d4"}, "namespace": "ai-tenant-e2e-api-b-3689d4", "name": "openshift-service-ca.crt", "reconcileID": "b5e9e21c-2706-4c34-8276-ea623440555c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-3689d4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:38:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-3689d4"}, "namespace": "ai-tenant-e2e-api-b-3689d4", "name": "openshift-service-ca.crt", "reconcileID": "b5e9e21c-2706-4c34-8276-ea623440555c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-3689d4"} 2026-07-08T18:38:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3689d4"}, "namespace": "ai-tenant-e2e-api-b-3689d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab4a9e35-6fca-474f-830c-f413940b77f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3689d4"} 2026-07-08T18:38:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-3689d4"}, "namespace": "ai-tenant-e2e-api-b-3689d4", "name": "openshift-service-ca.crt", "reconcileID": "30cb9221-ade5-43ce-aeaa-6bc81ab861f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-3689d4"} 2026-07-08T18:38:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-3689d4"}, "namespace": "ai-tenant-e2e-api-b-3689d4", "name": "odh-trusted-ca-bundle", "reconcileID": "df55c0cf-7fe3-45cf-a804-592d8bf249d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3689d4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:38:01Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-3689d4"}, "namespace": "ai-tenant-e2e-api-b-3689d4", "name": "odh-trusted-ca-bundle", "reconcileID": "df55c0cf-7fe3-45cf-a804-592d8bf249d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3689d4"} 2026-07-08T18:38:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3689d4"}, "namespace": "ai-tenant-e2e-api-b-3689d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc90b737-caaa-4422-9c50-9f96af487bf2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3689d4"} 2026-07-08T18:38:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "3f8b54b7-a84d-4ce8-ab05-408f30f17093", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:38:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "3f8b54b7-a84d-4ce8-ab05-408f30f17093", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4-authn-ssl"} 2026-07-08T18:38:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "3f8b54b7-a84d-4ce8-ab05-408f30f17093", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:38:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "83c72a30-9276-4b7d-9c24-19ef9c2d7fcd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:38:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "762a129d-f29d-4305-8ac3-5df2ecebdd05", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress"} 2026-07-08T18:38:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "762a129d-f29d-4305-8ac3-5df2ecebdd05", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7-authn-ssl"} 2026-07-08T18:38:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "762a129d-f29d-4305-8ac3-5df2ecebdd05", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress"} 2026-07-08T18:38:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "7bcd0de9-838d-4f87-b665-49be6f2e60b3", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:38:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "7bcd0de9-838d-4f87-b665-49be6f2e60b3", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4-authn-ssl"} 2026-07-08T18:38:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "7bcd0de9-838d-4f87-b665-49be6f2e60b3", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:38:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "efa26987-f62f-4e29-baa4-bdf534eccea6", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:38:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "efa26987-f62f-4e29-baa4-bdf534eccea6", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4-authn-ssl"} 2026-07-08T18:38:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "efa26987-f62f-4e29-baa4-bdf534eccea6", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:38:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "494ab5bd-1e6e-4f35-8ac9-59715c8aad43", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:38:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "1c06d926-3518-4c8e-a73a-e0d16026988b", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress"} 2026-07-08T18:38:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "1c06d926-3518-4c8e-a73a-e0d16026988b", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7-authn-ssl"} 2026-07-08T18:38:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "1c06d926-3518-4c8e-a73a-e0d16026988b", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress"} 2026-07-08T18:38:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-34c6f7"}, "namespace": "ai-tenant-e2e-api-a-34c6f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c3c3011-3889-444a-a5f6-54b4e7edfcea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-34c6f7"} 2026-07-08T18:38:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-34c6f7"}, "namespace": "ai-tenant-e2e-api-a-34c6f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c3c3011-3889-444a-a5f6-54b4e7edfcea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-34c6f7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:38:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-34c6f7"}, "namespace": "ai-tenant-e2e-api-a-34c6f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c3c3011-3889-444a-a5f6-54b4e7edfcea", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-34c6f7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T18:38:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-34c6f7"}, "namespace": "ai-tenant-e2e-api-a-34c6f7", "name": "odh-trusted-ca-bundle", "reconcileID": "8e59513f-afb9-430a-877a-c094f74f15a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-34c6f7"} 2026-07-08T18:38:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-34c6f7"}, "namespace": "ai-tenant-e2e-api-a-34c6f7", "name": "odh-trusted-ca-bundle", "reconcileID": "8e59513f-afb9-430a-877a-c094f74f15a5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-34c6f7"} 2026-07-08T18:38:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-34c6f7"}, "namespace": "ai-tenant-e2e-api-a-34c6f7", "name": "openshift-service-ca.crt", "reconcileID": "e33fe6f0-7c47-42ed-a882-beff2fc9b015", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-34c6f7"} 2026-07-08T18:38:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-34c6f7"}, "namespace": "ai-tenant-e2e-api-a-34c6f7", "name": "openshift-service-ca.crt", "reconcileID": "e33fe6f0-7c47-42ed-a882-beff2fc9b015", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-34c6f7"} 2026-07-08T18:38:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-34c6f7"}, "namespace": "ai-tenant-e2e-api-a-34c6f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a52071e8-5494-44ef-969f-cc399c2444bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-34c6f7"} 2026-07-08T18:38:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-34c6f7"}, "namespace": "ai-tenant-e2e-api-a-34c6f7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a52071e8-5494-44ef-969f-cc399c2444bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-34c6f7"} 2026-07-08T18:38:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-34c6f7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-34c6f7", "reconcileID": "887db7d7-dbfe-4f2c-a046-8c5109102444", "Gateway": "e2e-api-a-34c6f7", "namespace": "openshift-ingress"} 2026-07-08T18:38:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3984f636-de14-478a-9a30-a3eb74b01594", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:38:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "ba8d26c0-e133-422d-8567-0319b55851ac", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:38:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "ba8d26c0-e133-422d-8567-0319b55851ac", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4-authn-ssl"} 2026-07-08T18:38:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "ba8d26c0-e133-422d-8567-0319b55851ac", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:38:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3689d4"}, "namespace": "ai-tenant-e2e-api-b-3689d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88a8f8b9-e6da-4ead-8205-724cf4a557b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3689d4"} 2026-07-08T18:38:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3689d4"}, "namespace": "ai-tenant-e2e-api-b-3689d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88a8f8b9-e6da-4ead-8205-724cf4a557b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3689d4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:38:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3689d4"}, "namespace": "ai-tenant-e2e-api-b-3689d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "88a8f8b9-e6da-4ead-8205-724cf4a557b8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-3689d4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T18:38:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-3689d4"}, "namespace": "ai-tenant-e2e-api-b-3689d4", "name": "odh-trusted-ca-bundle", "reconcileID": "6a33dcdc-8cc1-46d2-8ba9-24c5ca5da6f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3689d4"} 2026-07-08T18:38:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-3689d4"}, "namespace": "ai-tenant-e2e-api-b-3689d4", "name": "odh-trusted-ca-bundle", "reconcileID": "6a33dcdc-8cc1-46d2-8ba9-24c5ca5da6f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3689d4"} 2026-07-08T18:38:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-3689d4"}, "namespace": "ai-tenant-e2e-api-b-3689d4", "name": "openshift-service-ca.crt", "reconcileID": "64de305b-3345-4c5f-b371-93081cc828e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-3689d4"} 2026-07-08T18:38:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-3689d4"}, "namespace": "ai-tenant-e2e-api-b-3689d4", "name": "openshift-service-ca.crt", "reconcileID": "64de305b-3345-4c5f-b371-93081cc828e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-3689d4"} 2026-07-08T18:38:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3689d4"}, "namespace": "ai-tenant-e2e-api-b-3689d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2867cf36-7110-47dd-910f-eb8b637ef4e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3689d4"} 2026-07-08T18:38:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-3689d4"}, "namespace": "ai-tenant-e2e-api-b-3689d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2867cf36-7110-47dd-910f-eb8b637ef4e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-3689d4"} 2026-07-08T18:38:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-3689d4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-3689d4", "reconcileID": "a85cdf09-32f9-4930-b37b-84b0ba8fe19c", "Gateway": "e2e-api-b-3689d4", "namespace": "openshift-ingress"} 2026-07-08T18:38:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "2d22b14c-0321-4fa8-9cde-74b9618ef069", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:38:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "2d22b14c-0321-4fa8-9cde-74b9618ef069", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c-authn-ssl"} 2026-07-08T18:38:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "2d22b14c-0321-4fa8-9cde-74b9618ef069", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:38:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "46f0c896-c610-4609-9085-e6c1e943fc5e", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:38:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "46f0c896-c610-4609-9085-e6c1e943fc5e", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c-authn-ssl"} 2026-07-08T18:38:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "46f0c896-c610-4609-9085-e6c1e943fc5e", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:38:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "9f72f635-c100-462f-8c57-56f4250c6911", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:38:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "9f72f635-c100-462f-8c57-56f4250c6911", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c-authn-ssl"} 2026-07-08T18:38:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "9f72f635-c100-462f-8c57-56f4250c6911", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:38:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "80beb806-a894-46cc-9ef2-dd91c71ca4ad", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:38:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "80beb806-a894-46cc-9ef2-dd91c71ca4ad", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c-authn-ssl"} 2026-07-08T18:38:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "80beb806-a894-46cc-9ef2-dd91c71ca4ad", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:38:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "f7d98b17-9cd5-4f17-802f-8f31967b25ee", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:38:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "f7d98b17-9cd5-4f17-802f-8f31967b25ee", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c-authn-ssl"} 2026-07-08T18:38:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "f7d98b17-9cd5-4f17-802f-8f31967b25ee", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:38:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "690f8bde-6cfc-4c7e-827e-b92bc703f7e6", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:38:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "690f8bde-6cfc-4c7e-827e-b92bc703f7e6", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c-authn-ssl"} 2026-07-08T18:38:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "690f8bde-6cfc-4c7e-827e-b92bc703f7e6", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:38:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "673281e5-e02f-4ec3-b9b8-f4486954a32f", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:38:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "673281e5-e02f-4ec3-b9b8-f4486954a32f", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c-authn-ssl"} 2026-07-08T18:38:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "673281e5-e02f-4ec3-b9b8-f4486954a32f", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:38:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "5b397beb-c9b2-436a-aea0-981a510d529e", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:38:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "5b397beb-c9b2-436a-aea0-981a510d529e", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c-authn-ssl"} 2026-07-08T18:38:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "5b397beb-c9b2-436a-aea0-981a510d529e", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:38:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-deca3c"}, "namespace": "ai-tenant-e2e-shared-a-deca3c", "name": "openshift-service-ca.crt", "reconcileID": "5a543523-881a-44ca-9575-8c7002a02c72", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-deca3c"} 2026-07-08T18:38:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-deca3c"}, "namespace": "ai-tenant-e2e-shared-a-deca3c", "name": "odh-trusted-ca-bundle", "reconcileID": "1fbb897e-e142-45fa-84f4-8c23d8eb45a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-deca3c"} 2026-07-08T18:38:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-deca3c"}, "namespace": "ai-tenant-e2e-shared-a-deca3c", "name": "openshift-service-ca.crt", "reconcileID": "e6820df7-042e-4ffa-96c7-1086e74c3d79", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-deca3c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:38:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-deca3c"}, "namespace": "ai-tenant-e2e-shared-a-deca3c", "name": "openshift-service-ca.crt", "reconcileID": "e6820df7-042e-4ffa-96c7-1086e74c3d79", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-deca3c"} 2026-07-08T18:38:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-deca3c"}, "namespace": "ai-tenant-e2e-shared-a-deca3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5aa5f6c7-68e0-4ba1-b933-b563bc6c76a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-deca3c"} 2026-07-08T18:38:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-deca3c"}, "namespace": "ai-tenant-e2e-shared-a-deca3c", "name": "openshift-service-ca.crt", "reconcileID": "8662a90a-6ce5-4e0d-8d96-bdc8449b006e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-deca3c"} 2026-07-08T18:38:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-deca3c"}, "namespace": "ai-tenant-e2e-shared-a-deca3c", "name": "odh-trusted-ca-bundle", "reconcileID": "b75e5a7f-e975-4c71-8ffd-58a2f97dfc4c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-deca3c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:38:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-deca3c"}, "namespace": "ai-tenant-e2e-shared-a-deca3c", "name": "odh-trusted-ca-bundle", "reconcileID": "b75e5a7f-e975-4c71-8ffd-58a2f97dfc4c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-deca3c"} 2026-07-08T18:38:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-deca3c"}, "namespace": "ai-tenant-e2e-shared-a-deca3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c1bd04a-7324-489c-86cd-43dd87e6a32a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-deca3c"} 2026-07-08T18:38:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "50b6d320-dc34-4612-b472-168d09fc0c36", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:38:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "50b6d320-dc34-4612-b472-168d09fc0c36", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c-authn-ssl"} 2026-07-08T18:38:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "50b6d320-dc34-4612-b472-168d09fc0c36", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:38:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "409b6890-8a56-4005-8602-69f25e878a3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:38:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "162ab55c-aca9-4003-8f78-d8cd102a65ee", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress"} 2026-07-08T18:38:37Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "162ab55c-aca9-4003-8f78-d8cd102a65ee", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1-authn-ssl"} 2026-07-08T18:38:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "162ab55c-aca9-4003-8f78-d8cd102a65ee", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress"} 2026-07-08T18:38:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "1a62c1e1-023c-4464-92f8-f0d9f64345a9", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress"} 2026-07-08T18:38:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "1a62c1e1-023c-4464-92f8-f0d9f64345a9", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1-authn-ssl"} 2026-07-08T18:38:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "1a62c1e1-023c-4464-92f8-f0d9f64345a9", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress"} 2026-07-08T18:38:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "73726b3f-461d-49d8-a7e8-b95844bbba5d", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress"} 2026-07-08T18:38:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "73726b3f-461d-49d8-a7e8-b95844bbba5d", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1-authn-ssl"} 2026-07-08T18:38:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "73726b3f-461d-49d8-a7e8-b95844bbba5d", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress"} 2026-07-08T18:38:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "0c5c717c-1c8c-4e08-9167-dc3446c11c8d", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress"} 2026-07-08T18:38:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "0c5c717c-1c8c-4e08-9167-dc3446c11c8d", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1-authn-ssl"} 2026-07-08T18:38:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "0c5c717c-1c8c-4e08-9167-dc3446c11c8d", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress"} 2026-07-08T18:38:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "70fc422e-6b37-4830-b2f9-a526cf1ae7a4", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress"} 2026-07-08T18:38:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "70fc422e-6b37-4830-b2f9-a526cf1ae7a4", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1-authn-ssl"} 2026-07-08T18:38:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "70fc422e-6b37-4830-b2f9-a526cf1ae7a4", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress"} 2026-07-08T18:38:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "9e6b62d8-4ece-4480-a6f2-46b4f34dcf2e", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:38:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "9e6b62d8-4ece-4480-a6f2-46b4f34dcf2e", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c-authn-ssl"} 2026-07-08T18:38:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "9e6b62d8-4ece-4480-a6f2-46b4f34dcf2e", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:38:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "524cdbfd-606b-4572-ad77-e917b9714b0d", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress"} 2026-07-08T18:38:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "524cdbfd-606b-4572-ad77-e917b9714b0d", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1-authn-ssl"} 2026-07-08T18:38:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "524cdbfd-606b-4572-ad77-e917b9714b0d", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress"} 2026-07-08T18:38:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "fdc07cb2-9491-4f5a-8cfd-2ca1b5ff9982", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress"} 2026-07-08T18:38:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "fdc07cb2-9491-4f5a-8cfd-2ca1b5ff9982", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1-authn-ssl"} 2026-07-08T18:38:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "fdc07cb2-9491-4f5a-8cfd-2ca1b5ff9982", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress"} 2026-07-08T18:38:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e6a5a1"}, "namespace": "ai-tenant-e2e-shared-b-e6a5a1", "name": "openshift-service-ca.crt", "reconcileID": "4bb9a9e3-28a5-48bd-9b6e-bd5f6663b459", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e6a5a1"} 2026-07-08T18:38:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e6a5a1"}, "namespace": "ai-tenant-e2e-shared-b-e6a5a1", "name": "odh-trusted-ca-bundle", "reconcileID": "96e03031-e22f-437c-9c69-1daafb540624", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e6a5a1"} 2026-07-08T18:38:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e6a5a1"}, "namespace": "ai-tenant-e2e-shared-b-e6a5a1", "name": "openshift-service-ca.crt", "reconcileID": "bc70860e-87f2-4a97-a8fa-3a2989ad0457", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e6a5a1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:38:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e6a5a1"}, "namespace": "ai-tenant-e2e-shared-b-e6a5a1", "name": "openshift-service-ca.crt", "reconcileID": "bc70860e-87f2-4a97-a8fa-3a2989ad0457", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e6a5a1"} 2026-07-08T18:38:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e6a5a1"}, "namespace": "ai-tenant-e2e-shared-b-e6a5a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8d05ed19-7bb6-49c1-9045-0bcfae73fbf9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e6a5a1"} 2026-07-08T18:38:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e6a5a1"}, "namespace": "ai-tenant-e2e-shared-b-e6a5a1", "name": "openshift-service-ca.crt", "reconcileID": "b238518b-aa9b-4932-96ca-9789995a6b99", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e6a5a1"} 2026-07-08T18:38:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e6a5a1"}, "namespace": "ai-tenant-e2e-shared-b-e6a5a1", "name": "odh-trusted-ca-bundle", "reconcileID": "7fe539f5-5da2-4144-8bb5-7a781e695146", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e6a5a1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:38:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e6a5a1"}, "namespace": "ai-tenant-e2e-shared-b-e6a5a1", "name": "odh-trusted-ca-bundle", "reconcileID": "7fe539f5-5da2-4144-8bb5-7a781e695146", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e6a5a1"} 2026-07-08T18:38:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e6a5a1"}, "namespace": "ai-tenant-e2e-shared-b-e6a5a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9e4521f4-f465-40a0-91c1-3899c09c4be1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e6a5a1"} 2026-07-08T18:38:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "755149c6-61c7-42f2-8928-9f2498365708", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress"} 2026-07-08T18:38:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "755149c6-61c7-42f2-8928-9f2498365708", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1-authn-ssl"} 2026-07-08T18:38:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "755149c6-61c7-42f2-8928-9f2498365708", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress"} 2026-07-08T18:38:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cd0a5245-4460-4f39-a746-943968767de0", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:38:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "8479ad88-093a-43b5-9161-8085f7c68a02", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress"} 2026-07-08T18:38:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "8479ad88-093a-43b5-9161-8085f7c68a02", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1-authn-ssl"} 2026-07-08T18:38:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "8479ad88-093a-43b5-9161-8085f7c68a02", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress"} 2026-07-08T18:38:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "10a8e1a1-574d-4835-a4fb-bfbfb7846dcc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:39:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "556cbed8-0be6-406b-aec7-636f31dcf650", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:41:24Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T18:41:24Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T18:41:26Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T18:41:26Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T18:41:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f16f9a77-7715-44ef-9ac6-3cce17a00b65", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:41:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "1756f3b6-bbc4-46b7-8e06-89122080f37a", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:41:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "1756f3b6-bbc4-46b7-8e06-89122080f37a", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c-authn-ssl"} 2026-07-08T18:41:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "1756f3b6-bbc4-46b7-8e06-89122080f37a", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:41:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-deca3c"}, "namespace": "ai-tenant-e2e-shared-a-deca3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42ed32e0-eb4b-4eb9-9439-3176133930f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-deca3c"} 2026-07-08T18:41:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-deca3c"}, "namespace": "ai-tenant-e2e-shared-a-deca3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42ed32e0-eb4b-4eb9-9439-3176133930f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-deca3c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:41:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-deca3c"}, "namespace": "ai-tenant-e2e-shared-a-deca3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42ed32e0-eb4b-4eb9-9439-3176133930f0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-deca3c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T18:41:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-deca3c"}, "namespace": "ai-tenant-e2e-shared-a-deca3c", "name": "odh-trusted-ca-bundle", "reconcileID": "59c7261d-4a8e-49da-b884-980194fb0e61", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-deca3c"} 2026-07-08T18:41:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-deca3c"}, "namespace": "ai-tenant-e2e-shared-a-deca3c", "name": "odh-trusted-ca-bundle", "reconcileID": "59c7261d-4a8e-49da-b884-980194fb0e61", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-deca3c"} 2026-07-08T18:41:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-deca3c"}, "namespace": "ai-tenant-e2e-shared-a-deca3c", "name": "openshift-service-ca.crt", "reconcileID": "7f255e28-abf4-4020-9698-ba1d809efd5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-deca3c"} 2026-07-08T18:41:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-deca3c"}, "namespace": "ai-tenant-e2e-shared-a-deca3c", "name": "openshift-service-ca.crt", "reconcileID": "7f255e28-abf4-4020-9698-ba1d809efd5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-deca3c"} 2026-07-08T18:41:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-deca3c"}, "namespace": "ai-tenant-e2e-shared-a-deca3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "335fce51-e6a9-4b28-a064-e157517747b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-deca3c"} 2026-07-08T18:41:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-deca3c"}, "namespace": "ai-tenant-e2e-shared-a-deca3c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "335fce51-e6a9-4b28-a064-e157517747b6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-deca3c"} 2026-07-08T18:41:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-deca3c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-deca3c", "reconcileID": "9244fa13-796f-494d-85c4-45300c8788c0", "Gateway": "e2e-shared-a-deca3c", "namespace": "openshift-ingress"} 2026-07-08T18:41:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9027a406-58e2-4bea-86e7-43962e2e7271", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:41:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "5aa559ee-7d1c-49a8-9e58-205dcf3f1405", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress"} 2026-07-08T18:41:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "5aa559ee-7d1c-49a8-9e58-205dcf3f1405", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1-authn-ssl"} 2026-07-08T18:41:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "5aa559ee-7d1c-49a8-9e58-205dcf3f1405", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress"} 2026-07-08T18:42:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e6a5a1"}, "namespace": "ai-tenant-e2e-shared-b-e6a5a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85fb3c27-b282-4711-ad05-fc41f5ce9834", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e6a5a1"} 2026-07-08T18:42:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e6a5a1"}, "namespace": "ai-tenant-e2e-shared-b-e6a5a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85fb3c27-b282-4711-ad05-fc41f5ce9834", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e6a5a1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:42:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e6a5a1"}, "namespace": "ai-tenant-e2e-shared-b-e6a5a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85fb3c27-b282-4711-ad05-fc41f5ce9834", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-e6a5a1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T18:42:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e6a5a1"}, "namespace": "ai-tenant-e2e-shared-b-e6a5a1", "name": "odh-trusted-ca-bundle", "reconcileID": "45cc7094-c840-4280-8e03-ec935c94f0e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e6a5a1"} 2026-07-08T18:42:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e6a5a1"}, "namespace": "ai-tenant-e2e-shared-b-e6a5a1", "name": "odh-trusted-ca-bundle", "reconcileID": "45cc7094-c840-4280-8e03-ec935c94f0e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e6a5a1"} 2026-07-08T18:42:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e6a5a1"}, "namespace": "ai-tenant-e2e-shared-b-e6a5a1", "name": "openshift-service-ca.crt", "reconcileID": "e99a06b8-a458-4fe6-991f-e128c42ff8da", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e6a5a1"} 2026-07-08T18:42:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e6a5a1"}, "namespace": "ai-tenant-e2e-shared-b-e6a5a1", "name": "openshift-service-ca.crt", "reconcileID": "e99a06b8-a458-4fe6-991f-e128c42ff8da", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e6a5a1"} 2026-07-08T18:42:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e6a5a1"}, "namespace": "ai-tenant-e2e-shared-b-e6a5a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e48845f-efcb-4766-93c8-bb039c84c555", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e6a5a1"} 2026-07-08T18:42:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e6a5a1"}, "namespace": "ai-tenant-e2e-shared-b-e6a5a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e48845f-efcb-4766-93c8-bb039c84c555", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e6a5a1"} 2026-07-08T18:42:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e6a5a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e6a5a1", "reconcileID": "b5c1aff0-6109-40b9-997c-9e7b009c39f8", "Gateway": "e2e-shared-b-e6a5a1", "namespace": "openshift-ingress"}