2026-07-08T16:33:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-bf1fce72"}, "namespace": "ai-tenant-e2e-mt-bf1fce72", "name": "openshift-service-ca.crt", "reconcileID": "0c3efca9-e1fd-481b-875e-794d8997fe7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-bf1fce72"} 2026-07-08T16:33:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-bf1fce72"}, "namespace": "ai-tenant-e2e-mt-bf1fce72", "name": "openshift-service-ca.crt", "reconcileID": "0c3efca9-e1fd-481b-875e-794d8997fe7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-bf1fce72"} 2026-07-08T16:33:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bf1fce72"}, "namespace": "ai-tenant-e2e-mt-bf1fce72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "989931f0-c68e-4517-b979-ad7a3fd833d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bf1fce72"} 2026-07-08T16:33:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bf1fce72"}, "namespace": "ai-tenant-e2e-mt-bf1fce72", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "989931f0-c68e-4517-b979-ad7a3fd833d2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bf1fce72"} 2026-07-08T16:34:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ae27ee79"}, "namespace": "ai-tenant-e2e-mt-ae27ee79", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e30e9b26-1e4a-4a8f-bab4-d13918b76cdf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ae27ee79"} 2026-07-08T16:34:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ae27ee79"}, "namespace": "ai-tenant-e2e-mt-ae27ee79", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e30e9b26-1e4a-4a8f-bab4-d13918b76cdf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ae27ee79", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:34:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ae27ee79"}, "namespace": "ai-tenant-e2e-mt-ae27ee79", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e30e9b26-1e4a-4a8f-bab4-d13918b76cdf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-ae27ee79 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T16:34:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ae27ee79"}, "namespace": "ai-tenant-e2e-mt-ae27ee79", "name": "odh-trusted-ca-bundle", "reconcileID": "5bd09573-816f-490f-ba79-29f8505ec2f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ae27ee79"} 2026-07-08T16:34:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ae27ee79"}, "namespace": "ai-tenant-e2e-mt-ae27ee79", "name": "odh-trusted-ca-bundle", "reconcileID": "5bd09573-816f-490f-ba79-29f8505ec2f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ae27ee79"} 2026-07-08T16:34:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ae27ee79"}, "namespace": "ai-tenant-e2e-mt-ae27ee79", "name": "openshift-service-ca.crt", "reconcileID": "ce96fc0c-4a28-48ed-be84-5b4903b6da90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ae27ee79"} 2026-07-08T16:34:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ae27ee79"}, "namespace": "ai-tenant-e2e-mt-ae27ee79", "name": "openshift-service-ca.crt", "reconcileID": "ce96fc0c-4a28-48ed-be84-5b4903b6da90", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ae27ee79"} 2026-07-08T16:34:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ae27ee79"}, "namespace": "ai-tenant-e2e-mt-ae27ee79", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "999b1d58-1546-4a0e-af3f-68c19910ef33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ae27ee79"} 2026-07-08T16:34:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ae27ee79"}, "namespace": "ai-tenant-e2e-mt-ae27ee79", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "999b1d58-1546-4a0e-af3f-68c19910ef33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ae27ee79"} 2026-07-08T16:34:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b3de83a2"}, "namespace": "ai-tenant-e2e-mt-b3de83a2", "name": "openshift-service-ca.crt", "reconcileID": "4dd95317-e7d6-4d54-b139-6d8769d14972", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b3de83a2"} 2026-07-08T16:34:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b3de83a2"}, "namespace": "ai-tenant-e2e-mt-b3de83a2", "name": "odh-trusted-ca-bundle", "reconcileID": "33826471-f610-42c8-b15f-5929ad5658bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3de83a2"} 2026-07-08T16:34:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b3de83a2"}, "namespace": "ai-tenant-e2e-mt-b3de83a2", "name": "openshift-service-ca.crt", "reconcileID": "0b166b0e-1664-4054-a813-2f96ceaaa018", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b3de83a2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:34:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b3de83a2"}, "namespace": "ai-tenant-e2e-mt-b3de83a2", "name": "openshift-service-ca.crt", "reconcileID": "0b166b0e-1664-4054-a813-2f96ceaaa018", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b3de83a2"} 2026-07-08T16:34:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b3de83a2"}, "namespace": "ai-tenant-e2e-mt-b3de83a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e27a93bd-24c0-4700-a275-eb5da5abf044", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3de83a2"} 2026-07-08T16:34:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b3de83a2"}, "namespace": "ai-tenant-e2e-mt-b3de83a2", "name": "openshift-service-ca.crt", "reconcileID": "79356e9c-0487-40e2-95e1-fde05d52dfc6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b3de83a2"} 2026-07-08T16:34:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b3de83a2"}, "namespace": "ai-tenant-e2e-mt-b3de83a2", "name": "odh-trusted-ca-bundle", "reconcileID": "b76b77d3-414b-4542-8bff-6c0727559edb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3de83a2", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:34:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b3de83a2"}, "namespace": "ai-tenant-e2e-mt-b3de83a2", "name": "odh-trusted-ca-bundle", "reconcileID": "b76b77d3-414b-4542-8bff-6c0727559edb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3de83a2"} 2026-07-08T16:34:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b3de83a2"}, "namespace": "ai-tenant-e2e-mt-b3de83a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25b7c8f3-890c-4cdd-b86d-f5b5f52af1ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3de83a2"} 2026-07-08T16:34:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b3de83a2"}, "namespace": "ai-tenant-e2e-mt-b3de83a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffa562a8-62c9-425b-b20f-b5dab8c0327e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3de83a2"} 2026-07-08T16:34:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b3de83a2"}, "namespace": "ai-tenant-e2e-mt-b3de83a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffa562a8-62c9-425b-b20f-b5dab8c0327e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3de83a2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:34:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b3de83a2"}, "namespace": "ai-tenant-e2e-mt-b3de83a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ffa562a8-62c9-425b-b20f-b5dab8c0327e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-b3de83a2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T16:34:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b3de83a2"}, "namespace": "ai-tenant-e2e-mt-b3de83a2", "name": "odh-trusted-ca-bundle", "reconcileID": "c3eef1e6-7e91-4ec0-a976-ad895fb11691", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3de83a2"} 2026-07-08T16:34:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b3de83a2"}, "namespace": "ai-tenant-e2e-mt-b3de83a2", "name": "odh-trusted-ca-bundle", "reconcileID": "c3eef1e6-7e91-4ec0-a976-ad895fb11691", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3de83a2"} 2026-07-08T16:34:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b3de83a2"}, "namespace": "ai-tenant-e2e-mt-b3de83a2", "name": "openshift-service-ca.crt", "reconcileID": "fe98a392-6502-4967-bac6-f2c470d6434f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b3de83a2"} 2026-07-08T16:34:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b3de83a2"}, "namespace": "ai-tenant-e2e-mt-b3de83a2", "name": "openshift-service-ca.crt", "reconcileID": "fe98a392-6502-4967-bac6-f2c470d6434f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b3de83a2"} 2026-07-08T16:34:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b3de83a2"}, "namespace": "ai-tenant-e2e-mt-b3de83a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68d74060-708b-477a-8477-1d6aaaadfc23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3de83a2"} 2026-07-08T16:34:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b3de83a2"}, "namespace": "ai-tenant-e2e-mt-b3de83a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "68d74060-708b-477a-8477-1d6aaaadfc23", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3de83a2"} 2026-07-08T16:34:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "0f3ffa02-ebfa-43d1-ab73-4de2cdbcdc88", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:34:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "0f3ffa02-ebfa-43d1-ab73-4de2cdbcdc88", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0-authn-ssl"} 2026-07-08T16:34:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "0f3ffa02-ebfa-43d1-ab73-4de2cdbcdc88", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:34:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "016002fc-5c6d-4dd5-8322-4c37e0a1766b", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:34:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "016002fc-5c6d-4dd5-8322-4c37e0a1766b", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0-authn-ssl"} 2026-07-08T16:34:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "016002fc-5c6d-4dd5-8322-4c37e0a1766b", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:34:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "28f1754a-701c-4f78-8bfe-6e520012cf81", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:34:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "28f1754a-701c-4f78-8bfe-6e520012cf81", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0-authn-ssl"} 2026-07-08T16:34:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "28f1754a-701c-4f78-8bfe-6e520012cf81", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:34:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "a02b522f-2376-4002-9977-ec4d35b5616f", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:34:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "a02b522f-2376-4002-9977-ec4d35b5616f", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0-authn-ssl"} 2026-07-08T16:34:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "a02b522f-2376-4002-9977-ec4d35b5616f", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:34:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "e1239d9f-a720-4360-a7ea-fdd7948a2628", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:34:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "e1239d9f-a720-4360-a7ea-fdd7948a2628", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0-authn-ssl"} 2026-07-08T16:34:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "e1239d9f-a720-4360-a7ea-fdd7948a2628", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:34:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "04fd92ce-a750-4441-a5ec-8bc8b58b5628", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:34:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "04fd92ce-a750-4441-a5ec-8bc8b58b5628", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0-authn-ssl"} 2026-07-08T16:34:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "04fd92ce-a750-4441-a5ec-8bc8b58b5628", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:34:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "cbb6c3a5-eb00-4a8f-bc39-901c125a1049", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:34:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "cbb6c3a5-eb00-4a8f-bc39-901c125a1049", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0-authn-ssl"} 2026-07-08T16:34:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "cbb6c3a5-eb00-4a8f-bc39-901c125a1049", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:34:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "openshift-service-ca.crt", "reconcileID": "108e963e-d341-4687-9577-2f0844a25399", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:34:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "openshift-service-ca.crt", "reconcileID": "9baec8f0-8414-4097-bfe1-9f3b3f7fab77", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-ea60a0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:34:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "openshift-service-ca.crt", "reconcileID": "9baec8f0-8414-4097-bfe1-9f3b3f7fab77", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:34:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "odh-trusted-ca-bundle", "reconcileID": "a7e782ff-2e7d-4f7f-bc5c-46292082d38c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:34:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "309c1b69-a40a-40fd-8cdc-29ebcfd21c1d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:34:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "openshift-service-ca.crt", "reconcileID": "aa585f9b-0452-4000-a967-d674352009b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:34:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "odh-trusted-ca-bundle", "reconcileID": "ba06e18d-5b0b-4117-8109-1d29f4c2ded1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ea60a0", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:34:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "odh-trusted-ca-bundle", "reconcileID": "ba06e18d-5b0b-4117-8109-1d29f4c2ded1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:34:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "334dd983-e166-464a-b9ea-368f5af2e078", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:34:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "4e0ca892-0fa7-4a4c-a5ed-4edd6dddd30d", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:34:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "4e0ca892-0fa7-4a4c-a5ed-4edd6dddd30d", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0-authn-ssl"} 2026-07-08T16:34:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "4e0ca892-0fa7-4a4c-a5ed-4edd6dddd30d", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:34:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d5bc039c-0c7c-4c70-bee4-b8c900ba7167", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:34:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "f281a4ce-3f53-4f05-a3da-df504c14cc93", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:34:52Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "f281a4ce-3f53-4f05-a3da-df504c14cc93", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525-authn-ssl"} 2026-07-08T16:34:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "f281a4ce-3f53-4f05-a3da-df504c14cc93", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:34:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "a823f7a2-241f-4e02-82c4-a67fb8e4766d", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:34:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "a823f7a2-241f-4e02-82c4-a67fb8e4766d", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525-authn-ssl"} 2026-07-08T16:34:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "a823f7a2-241f-4e02-82c4-a67fb8e4766d", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:34:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "c12cc9c5-b830-4322-abe0-b0b20651f331", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:34:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "c12cc9c5-b830-4322-abe0-b0b20651f331", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525-authn-ssl"} 2026-07-08T16:34:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "c12cc9c5-b830-4322-abe0-b0b20651f331", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:34:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "160a2dc4-5842-4af0-8448-8773c0ff119f", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:34:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "160a2dc4-5842-4af0-8448-8773c0ff119f", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525-authn-ssl"} 2026-07-08T16:34:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "160a2dc4-5842-4af0-8448-8773c0ff119f", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:34:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "efbf1d9f-a356-419e-9f00-14b4f9cfea2e", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:34:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "efbf1d9f-a356-419e-9f00-14b4f9cfea2e", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525-authn-ssl"} 2026-07-08T16:34:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "efbf1d9f-a356-419e-9f00-14b4f9cfea2e", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:34:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "39d9a187-2697-4af8-8573-815e3392f22c", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:34:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "39d9a187-2697-4af8-8573-815e3392f22c", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525-authn-ssl"} 2026-07-08T16:34:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "39d9a187-2697-4af8-8573-815e3392f22c", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:34:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "4867c9a1-a715-4668-8edb-b9450b41e89a", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:34:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "4867c9a1-a715-4668-8edb-b9450b41e89a", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525-authn-ssl"} 2026-07-08T16:34:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "4867c9a1-a715-4668-8edb-b9450b41e89a", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:34:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "1f258f61-4cdb-47f4-b8cc-3ce637ebce7e", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:34:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "1f258f61-4cdb-47f4-b8cc-3ce637ebce7e", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525-authn-ssl"} 2026-07-08T16:34:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "1f258f61-4cdb-47f4-b8cc-3ce637ebce7e", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:34:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "c9a9f42c-b2c9-416c-86c1-6fd40f355368", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:34:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "c9a9f42c-b2c9-416c-86c1-6fd40f355368", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0-authn-ssl"} 2026-07-08T16:34:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "c9a9f42c-b2c9-416c-86c1-6fd40f355368", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:34:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "openshift-service-ca.crt", "reconcileID": "910417fd-e5f9-4ae3-910b-841520166600", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:34:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "odh-trusted-ca-bundle", "reconcileID": "b1ef2737-df8a-4b10-a75d-0f1197281757", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-dcd525", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:34:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "odh-trusted-ca-bundle", "reconcileID": "b1ef2737-df8a-4b10-a75d-0f1197281757", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:34:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "openshift-service-ca.crt", "reconcileID": "a1dc3399-30e6-4128-b000-4aeffd757077", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-dcd525", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:34:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "openshift-service-ca.crt", "reconcileID": "a1dc3399-30e6-4128-b000-4aeffd757077", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T16:34:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56de2e41-c5b9-424e-8be5-bef00f229326", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-dcd525", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:34:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56de2e41-c5b9-424e-8be5-bef00f229326", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:34:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "odh-trusted-ca-bundle", "reconcileID": "ba619642-2240-4c25-9642-1f7f801dd141", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:34:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "openshift-service-ca.crt", "reconcileID": "c6b246a0-d935-45be-814e-4282a95db94b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:34:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd0b8807-a0a2-4313-9615-940ff247a13f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:34:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "68b0de36-6ec9-4123-a628-581ff4d5df46", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:34:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "68b0de36-6ec9-4123-a628-581ff4d5df46", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525-authn-ssl"} 2026-07-08T16:34:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "68b0de36-6ec9-4123-a628-581ff4d5df46", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:34:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d694b903-15f4-445b-ba49-7e88d779d010", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:35:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "9a570eb1-94b4-4765-b7f7-2206a396a6a5", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:35:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "9a570eb1-94b4-4765-b7f7-2206a396a6a5", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:35:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "9a570eb1-94b4-4765-b7f7-2206a396a6a5", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:35:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "65a6db12-91d0-40d3-92f8-726a8aa88c68", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:35:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "9a570eb1-94b4-4765-b7f7-2206a396a6a5", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0-kserve-route-authn"} 2026-07-08T16:35:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "9a570eb1-94b4-4765-b7f7-2206a396a6a5", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0", "authType": "userdefined"} 2026-07-08T16:35:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "9a570eb1-94b4-4765-b7f7-2206a396a6a5", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:35:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "65a6db12-91d0-40d3-92f8-726a8aa88c68", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0-authn-ssl"} 2026-07-08T16:35:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "65a6db12-91d0-40d3-92f8-726a8aa88c68", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:35:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "f34d11ad-bc20-4f7f-b00b-fcc199810547", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:35:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "f34d11ad-bc20-4f7f-b00b-fcc199810547", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:35:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "f34d11ad-bc20-4f7f-b00b-fcc199810547", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:35:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "f34d11ad-bc20-4f7f-b00b-fcc199810547", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0-kserve-route-authn"} 2026-07-08T16:35:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "f34d11ad-bc20-4f7f-b00b-fcc199810547", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0", "authType": "userdefined"} 2026-07-08T16:35:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "f34d11ad-bc20-4f7f-b00b-fcc199810547", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:35:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "f8bf93f4-9eea-4834-b451-9325c816c87e", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:35:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "f8bf93f4-9eea-4834-b451-9325c816c87e", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525-authn-ssl"} 2026-07-08T16:35:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "f8bf93f4-9eea-4834-b451-9325c816c87e", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:35:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8ac035cb-1b6c-450f-b37d-93cb56f4c613", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:35:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "7d7fab40-bf17-4432-91c5-22de11ba0812", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:35:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "7d7fab40-bf17-4432-91c5-22de11ba0812", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0-authn-ssl"} 2026-07-08T16:35:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "7d7fab40-bf17-4432-91c5-22de11ba0812", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:35:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "74ff8793-3e73-480a-8a24-fdb2fbb53ae2", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:35:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "74ff8793-3e73-480a-8a24-fdb2fbb53ae2", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:35:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "74ff8793-3e73-480a-8a24-fdb2fbb53ae2", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:35:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "74ff8793-3e73-480a-8a24-fdb2fbb53ae2", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0-kserve-route-authn"} 2026-07-08T16:35:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "74ff8793-3e73-480a-8a24-fdb2fbb53ae2", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0", "authType": "userdefined"} 2026-07-08T16:35:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "74ff8793-3e73-480a-8a24-fdb2fbb53ae2", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:35:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bce4a71d-aa9c-4d81-bcdc-a1ff37eef3bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:35:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "793982b0-c295-4ae9-ac7b-c28954997b8e", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:35:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "793982b0-c295-4ae9-ac7b-c28954997b8e", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0-authn-ssl"} 2026-07-08T16:35:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "793982b0-c295-4ae9-ac7b-c28954997b8e", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:35:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "44fe6577-4397-4ed5-83c3-915237a4b3b5", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:35:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "44fe6577-4397-4ed5-83c3-915237a4b3b5", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:35:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "44fe6577-4397-4ed5-83c3-915237a4b3b5", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:35:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "44fe6577-4397-4ed5-83c3-915237a4b3b5", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0-kserve-route-authn"} 2026-07-08T16:35:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "44fe6577-4397-4ed5-83c3-915237a4b3b5", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0", "authType": "userdefined"} 2026-07-08T16:35:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "44fe6577-4397-4ed5-83c3-915237a4b3b5", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:35:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "ecdf2277-6cb0-4310-bac5-b126da6e20db", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:35:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "ecdf2277-6cb0-4310-bac5-b126da6e20db", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:35:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "ecdf2277-6cb0-4310-bac5-b126da6e20db", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:35:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "e2aa9174-b919-4797-8b67-060c826fcf83", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:35:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "ecdf2277-6cb0-4310-bac5-b126da6e20db", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525-kserve-route-authn"} 2026-07-08T16:35:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "ecdf2277-6cb0-4310-bac5-b126da6e20db", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525", "authType": "userdefined"} 2026-07-08T16:35:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "ecdf2277-6cb0-4310-bac5-b126da6e20db", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:35:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "e2aa9174-b919-4797-8b67-060c826fcf83", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525-authn-ssl"} 2026-07-08T16:35:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "e2aa9174-b919-4797-8b67-060c826fcf83", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:35:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "a50d787d-231e-436b-aedc-a3d57078fa74", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:35:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "a50d787d-231e-436b-aedc-a3d57078fa74", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:35:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "a50d787d-231e-436b-aedc-a3d57078fa74", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:35:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "a50d787d-231e-436b-aedc-a3d57078fa74", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525-kserve-route-authn"} 2026-07-08T16:35:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "a50d787d-231e-436b-aedc-a3d57078fa74", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525", "authType": "userdefined"} 2026-07-08T16:35:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "a50d787d-231e-436b-aedc-a3d57078fa74", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:35:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "c0951594-1610-4f28-b318-2b92b79606cb", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:35:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "c0951594-1610-4f28-b318-2b92b79606cb", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525-authn-ssl"} 2026-07-08T16:35:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "c0951594-1610-4f28-b318-2b92b79606cb", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:35:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "3ecb0c35-62ec-47c8-abb0-ee34a6e414e7", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:35:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "3ecb0c35-62ec-47c8-abb0-ee34a6e414e7", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:35:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "3ecb0c35-62ec-47c8-abb0-ee34a6e414e7", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:35:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "3ecb0c35-62ec-47c8-abb0-ee34a6e414e7", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525-kserve-route-authn"} 2026-07-08T16:35:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "3ecb0c35-62ec-47c8-abb0-ee34a6e414e7", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525", "authType": "userdefined"} 2026-07-08T16:35:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "3ecb0c35-62ec-47c8-abb0-ee34a6e414e7", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:35:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "5ab14dd6-f7a0-4fcc-a579-be8dc6379791", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:35:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "5ab14dd6-f7a0-4fcc-a579-be8dc6379791", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525-authn-ssl"} 2026-07-08T16:35:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "5ab14dd6-f7a0-4fcc-a579-be8dc6379791", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:36:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "767ee169-5c61-466c-a103-261635b925e1", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:36:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "767ee169-5c61-466c-a103-261635b925e1", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:36:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "767ee169-5c61-466c-a103-261635b925e1", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:36:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "767ee169-5c61-466c-a103-261635b925e1", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525-kserve-route-authn"} 2026-07-08T16:36:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "767ee169-5c61-466c-a103-261635b925e1", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525", "authType": "userdefined"} 2026-07-08T16:36:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "767ee169-5c61-466c-a103-261635b925e1", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:36:19Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "7577915d-da20-40c3-886f-d0c26e9beb13", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:36:19Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "7577915d-da20-40c3-886f-d0c26e9beb13", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0"} 2026-07-08T16:36:19Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "7577915d-da20-40c3-886f-d0c26e9beb13", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:36:19Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "7577915d-da20-40c3-886f-d0c26e9beb13", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:36:19Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "7577915d-da20-40c3-886f-d0c26e9beb13", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0-kserve-route-authn"} 2026-07-08T16:36:19Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "7577915d-da20-40c3-886f-d0c26e9beb13", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0-kserve-route-authn"} 2026-07-08T16:36:19Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "7577915d-da20-40c3-886f-d0c26e9beb13", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:36:19Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "7577915d-da20-40c3-886f-d0c26e9beb13", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:36:21Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-ea60a0","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "test-model-ea60a0", "reconcileID": "b09a52f5-4a93-4f09-b1da-ce48833a55b4", "LLMInferenceService": "test-model-ea60a0", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:36:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "b98ac75a-6109-4531-8fb4-ddedf7499bd9", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:36:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "b98ac75a-6109-4531-8fb4-ddedf7499bd9", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0-authn-ssl"} 2026-07-08T16:36:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "b98ac75a-6109-4531-8fb4-ddedf7499bd9", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:36:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "87a65df9-19b5-4d02-86b3-3ef93bd23e17", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:36:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "87a65df9-19b5-4d02-86b3-3ef93bd23e17", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0-authn-ssl"} 2026-07-08T16:36:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "87a65df9-19b5-4d02-86b3-3ef93bd23e17", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:36:22Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "dae08ce8-dfd2-4728-a453-8c53e3ba145d", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:36:22Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "dae08ce8-dfd2-4728-a453-8c53e3ba145d", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525"} 2026-07-08T16:36:22Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "dae08ce8-dfd2-4728-a453-8c53e3ba145d", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:36:22Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "dae08ce8-dfd2-4728-a453-8c53e3ba145d", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:36:22Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "dae08ce8-dfd2-4728-a453-8c53e3ba145d", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525-kserve-route-authn"} 2026-07-08T16:36:22Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "dae08ce8-dfd2-4728-a453-8c53e3ba145d", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525-kserve-route-authn"} 2026-07-08T16:36:22Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "dae08ce8-dfd2-4728-a453-8c53e3ba145d", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:36:22Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "dae08ce8-dfd2-4728-a453-8c53e3ba145d", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:36:23Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dcd525","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "test-model-dcd525", "reconcileID": "e08bdcab-89e8-4155-94df-f252503ef920", "LLMInferenceService": "test-model-dcd525", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:36:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "f861a09b-a348-4035-90c2-f55afa93b3e5", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:36:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "f861a09b-a348-4035-90c2-f55afa93b3e5", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525-authn-ssl"} 2026-07-08T16:36:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "f861a09b-a348-4035-90c2-f55afa93b3e5", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:36:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "19fd2c2e-3f33-4c5b-8538-0f3b7451759c", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:36:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "19fd2c2e-3f33-4c5b-8538-0f3b7451759c", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525-authn-ssl"} 2026-07-08T16:36:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "19fd2c2e-3f33-4c5b-8538-0f3b7451759c", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:36:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f2eb6f96-97ab-4c41-8d6f-0bf6600c3a15", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:36:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "ce3351f7-23b3-438c-9a9b-68f32692c2b7", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:36:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "ce3351f7-23b3-438c-9a9b-68f32692c2b7", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0-authn-ssl"} 2026-07-08T16:36:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "ce3351f7-23b3-438c-9a9b-68f32692c2b7", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:36:29Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T16:36:29Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T16:36:30Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T16:36:30Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T16:36:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "030adc13-ccc0-4121-9504-6aee75c65391", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:37:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf7cf0a5-eb60-4d1b-ab1d-3ccd1dbbffc3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:37:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf7cf0a5-eb60-4d1b-ab1d-3ccd1dbbffc3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ea60a0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:37:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cf7cf0a5-eb60-4d1b-ab1d-3ccd1dbbffc3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-ea60a0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T16:37:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "odh-trusted-ca-bundle", "reconcileID": "6b89cf8d-8b66-4cfd-bdfc-32eb49497bd3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:37:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "odh-trusted-ca-bundle", "reconcileID": "6b89cf8d-8b66-4cfd-bdfc-32eb49497bd3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:37:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "openshift-service-ca.crt", "reconcileID": "cf257f12-bf6c-4b95-a4fb-40208cb8f6aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:37:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "openshift-service-ca.crt", "reconcileID": "cf257f12-bf6c-4b95-a4fb-40208cb8f6aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:37:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e31374d8-6adb-448c-b886-2f8553f7f30e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:37:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-ea60a0"}, "namespace": "ai-tenant-e2e-inf-a-ea60a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e31374d8-6adb-448c-b886-2f8553f7f30e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-ea60a0"} 2026-07-08T16:37:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-ea60a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-ea60a0", "reconcileID": "cfe8dbae-88ab-4ce1-ac6c-06ad97d86db7", "Gateway": "e2e-inf-a-ea60a0", "namespace": "openshift-ingress"} 2026-07-08T16:37:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "48be92fe-8877-4279-8c36-576fbef858dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:37:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "f47e46c1-4fba-4945-9dd6-4e5af5ea3d40", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:37:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "f47e46c1-4fba-4945-9dd6-4e5af5ea3d40", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525-authn-ssl"} 2026-07-08T16:37:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "f47e46c1-4fba-4945-9dd6-4e5af5ea3d40", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:37:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a967968d-591c-4cb7-a54f-8f950d76fc96", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:37:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a967968d-591c-4cb7-a54f-8f950d76fc96", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-dcd525", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:37:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a967968d-591c-4cb7-a54f-8f950d76fc96", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-dcd525 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T16:37:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "odh-trusted-ca-bundle", "reconcileID": "99f6e44f-8283-4928-b828-0fd84dc4eeaf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:37:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "odh-trusted-ca-bundle", "reconcileID": "99f6e44f-8283-4928-b828-0fd84dc4eeaf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:37:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "openshift-service-ca.crt", "reconcileID": "8cf81f55-f0bb-4f9c-9fe5-fbaf85dda6ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:37:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "openshift-service-ca.crt", "reconcileID": "8cf81f55-f0bb-4f9c-9fe5-fbaf85dda6ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:37:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "501b8b94-493f-4b14-9b75-2e14252e5fc7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:37:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-dcd525"}, "namespace": "ai-tenant-e2e-inf-b-dcd525", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "501b8b94-493f-4b14-9b75-2e14252e5fc7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-dcd525"} 2026-07-08T16:37:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-dcd525","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-dcd525", "reconcileID": "7ebf06b4-853e-4f04-a7c8-3b1771bcd029", "Gateway": "e2e-inf-b-dcd525", "namespace": "openshift-ingress"} 2026-07-08T16:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "aed291c6-a0da-413e-b241-3152695cfcad", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress"} 2026-07-08T16:37:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "aed291c6-a0da-413e-b241-3152695cfcad", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d-authn-ssl"} 2026-07-08T16:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "aed291c6-a0da-413e-b241-3152695cfcad", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress"} 2026-07-08T16:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "530cbf53-d6e1-4341-a3d4-a0c17ae635ca", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress"} 2026-07-08T16:37:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "530cbf53-d6e1-4341-a3d4-a0c17ae635ca", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d-authn-ssl"} 2026-07-08T16:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "530cbf53-d6e1-4341-a3d4-a0c17ae635ca", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress"} 2026-07-08T16:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "0567d7f2-2696-404b-9b96-c6b70d8083c7", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress"} 2026-07-08T16:37:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "0567d7f2-2696-404b-9b96-c6b70d8083c7", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d-authn-ssl"} 2026-07-08T16:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "0567d7f2-2696-404b-9b96-c6b70d8083c7", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress"} 2026-07-08T16:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "d195b356-5353-4d9b-9732-285807173812", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress"} 2026-07-08T16:37:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "d195b356-5353-4d9b-9732-285807173812", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d-authn-ssl"} 2026-07-08T16:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "d195b356-5353-4d9b-9732-285807173812", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress"} 2026-07-08T16:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "cc7816aa-e6cc-45e8-8406-c2a947eb6b56", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress"} 2026-07-08T16:37:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "cc7816aa-e6cc-45e8-8406-c2a947eb6b56", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d-authn-ssl"} 2026-07-08T16:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "cc7816aa-e6cc-45e8-8406-c2a947eb6b56", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress"} 2026-07-08T16:37:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "62fce37f-91cc-41d0-bebe-7c7eff5ebb3b", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress"} 2026-07-08T16:37:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "62fce37f-91cc-41d0-bebe-7c7eff5ebb3b", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d-authn-ssl"} 2026-07-08T16:37:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "62fce37f-91cc-41d0-bebe-7c7eff5ebb3b", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress"} 2026-07-08T16:37:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "0bb8831a-b8b0-4404-a592-b2a30d5875c9", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress"} 2026-07-08T16:37:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "0bb8831a-b8b0-4404-a592-b2a30d5875c9", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d-authn-ssl"} 2026-07-08T16:37:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "0bb8831a-b8b0-4404-a592-b2a30d5875c9", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress"} 2026-07-08T16:37:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-400b4d"}, "namespace": "ai-tenant-e2e-api-a-400b4d", "name": "openshift-service-ca.crt", "reconcileID": "25d4545c-3005-4d09-b7bf-2cc37009700d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-400b4d"} 2026-07-08T16:37:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-400b4d"}, "namespace": "ai-tenant-e2e-api-a-400b4d", "name": "odh-trusted-ca-bundle", "reconcileID": "4fe9b26e-6b8a-466a-b122-355e68de6524", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-400b4d"} 2026-07-08T16:37:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-400b4d"}, "namespace": "ai-tenant-e2e-api-a-400b4d", "name": "openshift-service-ca.crt", "reconcileID": "7d4a0ae3-f81e-48de-882f-c07cfdf91b56", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-400b4d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:37:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-400b4d"}, "namespace": "ai-tenant-e2e-api-a-400b4d", "name": "openshift-service-ca.crt", "reconcileID": "7d4a0ae3-f81e-48de-882f-c07cfdf91b56", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-400b4d"} 2026-07-08T16:37:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-400b4d"}, "namespace": "ai-tenant-e2e-api-a-400b4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e94ac8e3-8d2d-45c2-9081-94bfb1c29bfa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-400b4d"} 2026-07-08T16:37:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-400b4d"}, "namespace": "ai-tenant-e2e-api-a-400b4d", "name": "openshift-service-ca.crt", "reconcileID": "3d18a3ca-75f1-4371-a0bf-3a73edc1f155", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-400b4d"} 2026-07-08T16:37:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-400b4d"}, "namespace": "ai-tenant-e2e-api-a-400b4d", "name": "odh-trusted-ca-bundle", "reconcileID": "e9c928db-0707-4cec-8bbf-90f6676dc1de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-400b4d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:37:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-400b4d"}, "namespace": "ai-tenant-e2e-api-a-400b4d", "name": "odh-trusted-ca-bundle", "reconcileID": "e9c928db-0707-4cec-8bbf-90f6676dc1de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-400b4d"} 2026-07-08T16:37:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-400b4d"}, "namespace": "ai-tenant-e2e-api-a-400b4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b48325b-70bb-4dba-9cf4-341df984423d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-400b4d"} 2026-07-08T16:37:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "9af35a12-ae61-4e30-8b09-48608e4add10", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress"} 2026-07-08T16:37:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "9af35a12-ae61-4e30-8b09-48608e4add10", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d-authn-ssl"} 2026-07-08T16:37:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "9af35a12-ae61-4e30-8b09-48608e4add10", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress"} 2026-07-08T16:37:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f21789d8-ae6e-4379-87bb-524c9106e9c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:37:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "085a0a5b-1f37-4747-b64c-249f51a7b1cb", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress"} 2026-07-08T16:37:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "085a0a5b-1f37-4747-b64c-249f51a7b1cb", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a-authn-ssl"} 2026-07-08T16:37:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "085a0a5b-1f37-4747-b64c-249f51a7b1cb", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress"} 2026-07-08T16:37:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "af8a25a4-1f57-4300-860e-758299f4188f", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress"} 2026-07-08T16:37:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "af8a25a4-1f57-4300-860e-758299f4188f", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a-authn-ssl"} 2026-07-08T16:37:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "af8a25a4-1f57-4300-860e-758299f4188f", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress"} 2026-07-08T16:37:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "1e63de5d-23dd-4466-b18c-2952c6b25815", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress"} 2026-07-08T16:37:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "1e63de5d-23dd-4466-b18c-2952c6b25815", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a-authn-ssl"} 2026-07-08T16:37:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "1e63de5d-23dd-4466-b18c-2952c6b25815", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress"} 2026-07-08T16:37:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "6ae73502-d60f-4ab0-b70b-0335bfff1760", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress"} 2026-07-08T16:37:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "6ae73502-d60f-4ab0-b70b-0335bfff1760", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a-authn-ssl"} 2026-07-08T16:37:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "6ae73502-d60f-4ab0-b70b-0335bfff1760", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress"} 2026-07-08T16:37:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "e61b48db-2445-4f25-8386-9b9b58663d4f", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress"} 2026-07-08T16:37:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "e61b48db-2445-4f25-8386-9b9b58663d4f", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a-authn-ssl"} 2026-07-08T16:37:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "e61b48db-2445-4f25-8386-9b9b58663d4f", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress"} 2026-07-08T16:37:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "f233ead0-5a7b-429c-bc75-936c104f01a2", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress"} 2026-07-08T16:37:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "f233ead0-5a7b-429c-bc75-936c104f01a2", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a-authn-ssl"} 2026-07-08T16:37:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "f233ead0-5a7b-429c-bc75-936c104f01a2", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress"} 2026-07-08T16:37:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "802420b7-a472-4f01-8476-168f0ebcd162", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress"} 2026-07-08T16:37:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "802420b7-a472-4f01-8476-168f0ebcd162", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a-authn-ssl"} 2026-07-08T16:37:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "802420b7-a472-4f01-8476-168f0ebcd162", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress"} 2026-07-08T16:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-63af7a"}, "namespace": "ai-tenant-e2e-api-b-63af7a", "name": "openshift-service-ca.crt", "reconcileID": "95f9cb09-da69-48a4-b2c5-4dd4c19744d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-63af7a"} 2026-07-08T16:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-63af7a"}, "namespace": "ai-tenant-e2e-api-b-63af7a", "name": "odh-trusted-ca-bundle", "reconcileID": "eedc4d1d-8b5a-451d-9927-914f0b3fb40d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-63af7a"} 2026-07-08T16:37:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-63af7a"}, "namespace": "ai-tenant-e2e-api-b-63af7a", "name": "openshift-service-ca.crt", "reconcileID": "5a9dad68-c2d3-4c48-bf68-d5b2ae259f01", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-63af7a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:37:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-63af7a"}, "namespace": "ai-tenant-e2e-api-b-63af7a", "name": "openshift-service-ca.crt", "reconcileID": "5a9dad68-c2d3-4c48-bf68-d5b2ae259f01", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-63af7a"} 2026-07-08T16:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-63af7a"}, "namespace": "ai-tenant-e2e-api-b-63af7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d9f11d9-729e-49ae-9a98-64c37b99649c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-63af7a"} 2026-07-08T16:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-63af7a"}, "namespace": "ai-tenant-e2e-api-b-63af7a", "name": "openshift-service-ca.crt", "reconcileID": "ccdca599-868f-40a4-8f53-a62e555e0676", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-63af7a"} 2026-07-08T16:37:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-63af7a"}, "namespace": "ai-tenant-e2e-api-b-63af7a", "name": "odh-trusted-ca-bundle", "reconcileID": "25af5f1a-5754-49f6-a770-9d20cf3d5e28", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-63af7a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:37:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-63af7a"}, "namespace": "ai-tenant-e2e-api-b-63af7a", "name": "odh-trusted-ca-bundle", "reconcileID": "25af5f1a-5754-49f6-a770-9d20cf3d5e28", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-63af7a"} 2026-07-08T16:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-63af7a"}, "namespace": "ai-tenant-e2e-api-b-63af7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3440f0ef-cd30-4070-aa3b-0e5c0940fe32", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-63af7a"} 2026-07-08T16:37:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "f56c0f0f-c6b0-4036-8a69-709e54f0cdcb", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress"} 2026-07-08T16:37:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "f56c0f0f-c6b0-4036-8a69-709e54f0cdcb", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a-authn-ssl"} 2026-07-08T16:37:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "f56c0f0f-c6b0-4036-8a69-709e54f0cdcb", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress"} 2026-07-08T16:37:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3a9454cf-b80e-421a-9972-891efa40f456", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:37:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "2819f01e-0d84-4519-9850-08965694e8a3", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress"} 2026-07-08T16:37:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "2819f01e-0d84-4519-9850-08965694e8a3", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d-authn-ssl"} 2026-07-08T16:37:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "2819f01e-0d84-4519-9850-08965694e8a3", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress"} 2026-07-08T16:37:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "1f35362f-b13d-41d2-9626-4371c8918e94", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress"} 2026-07-08T16:37:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "1f35362f-b13d-41d2-9626-4371c8918e94", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a-authn-ssl"} 2026-07-08T16:37:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "1f35362f-b13d-41d2-9626-4371c8918e94", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress"} 2026-07-08T16:37:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "95d65cff-7deb-4169-8f83-d95794efe277", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:37:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "02f71120-b1dc-4c60-a7d3-7ab9c7f9415e", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress"} 2026-07-08T16:37:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "02f71120-b1dc-4c60-a7d3-7ab9c7f9415e", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d-authn-ssl"} 2026-07-08T16:37:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "02f71120-b1dc-4c60-a7d3-7ab9c7f9415e", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress"} 2026-07-08T16:37:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-400b4d"}, "namespace": "ai-tenant-e2e-api-a-400b4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50bcc33e-45d7-41a2-b700-796f5787b58c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-400b4d"} 2026-07-08T16:37:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-400b4d"}, "namespace": "ai-tenant-e2e-api-a-400b4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50bcc33e-45d7-41a2-b700-796f5787b58c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-400b4d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:37:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-400b4d"}, "namespace": "ai-tenant-e2e-api-a-400b4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "50bcc33e-45d7-41a2-b700-796f5787b58c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-400b4d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T16:37:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-400b4d"}, "namespace": "ai-tenant-e2e-api-a-400b4d", "name": "odh-trusted-ca-bundle", "reconcileID": "4ec37d1f-e1f1-4ceb-b09c-a8e086a6775a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-400b4d"} 2026-07-08T16:37:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-400b4d"}, "namespace": "ai-tenant-e2e-api-a-400b4d", "name": "odh-trusted-ca-bundle", "reconcileID": "4ec37d1f-e1f1-4ceb-b09c-a8e086a6775a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-400b4d"} 2026-07-08T16:37:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-400b4d"}, "namespace": "ai-tenant-e2e-api-a-400b4d", "name": "openshift-service-ca.crt", "reconcileID": "43c54e07-9289-4b87-a908-559cc491159f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-400b4d"} 2026-07-08T16:37:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-400b4d"}, "namespace": "ai-tenant-e2e-api-a-400b4d", "name": "openshift-service-ca.crt", "reconcileID": "43c54e07-9289-4b87-a908-559cc491159f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-400b4d"} 2026-07-08T16:37:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-400b4d"}, "namespace": "ai-tenant-e2e-api-a-400b4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4cd7e7a-130f-4a1a-b410-09e7d143798d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-400b4d"} 2026-07-08T16:37:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-400b4d"}, "namespace": "ai-tenant-e2e-api-a-400b4d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d4cd7e7a-130f-4a1a-b410-09e7d143798d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-400b4d"} 2026-07-08T16:37:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-400b4d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-400b4d", "reconcileID": "16b60c32-e946-41ec-a4d7-13d51ada6787", "Gateway": "e2e-api-a-400b4d", "namespace": "openshift-ingress"} 2026-07-08T16:37:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "044cc323-cd87-456f-bdf9-896a2d65f048", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:37:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "91828ddd-8fbd-463f-9921-fefc2c9aa771", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress"} 2026-07-08T16:37:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "91828ddd-8fbd-463f-9921-fefc2c9aa771", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a-authn-ssl"} 2026-07-08T16:37:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "91828ddd-8fbd-463f-9921-fefc2c9aa771", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress"} 2026-07-08T16:37:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-63af7a"}, "namespace": "ai-tenant-e2e-api-b-63af7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c01b650c-0b0e-4b09-a848-e8bd4c84e7c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-63af7a"} 2026-07-08T16:37:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-63af7a"}, "namespace": "ai-tenant-e2e-api-b-63af7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c01b650c-0b0e-4b09-a848-e8bd4c84e7c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-63af7a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:37:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-63af7a"}, "namespace": "ai-tenant-e2e-api-b-63af7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c01b650c-0b0e-4b09-a848-e8bd4c84e7c0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-63af7a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T16:37:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-63af7a"}, "namespace": "ai-tenant-e2e-api-b-63af7a", "name": "odh-trusted-ca-bundle", "reconcileID": "1a107bdc-ee68-4ae0-8eef-1ef78d9d48a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-63af7a"} 2026-07-08T16:37:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-63af7a"}, "namespace": "ai-tenant-e2e-api-b-63af7a", "name": "odh-trusted-ca-bundle", "reconcileID": "1a107bdc-ee68-4ae0-8eef-1ef78d9d48a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-63af7a"} 2026-07-08T16:37:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-63af7a"}, "namespace": "ai-tenant-e2e-api-b-63af7a", "name": "openshift-service-ca.crt", "reconcileID": "b379d78a-685c-44e2-b997-16c3eed5aba9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-63af7a"} 2026-07-08T16:37:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-63af7a"}, "namespace": "ai-tenant-e2e-api-b-63af7a", "name": "openshift-service-ca.crt", "reconcileID": "b379d78a-685c-44e2-b997-16c3eed5aba9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-63af7a"} 2026-07-08T16:37:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-63af7a"}, "namespace": "ai-tenant-e2e-api-b-63af7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a85e5a8-2f7f-428e-b032-49b96cd5516e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-63af7a"} 2026-07-08T16:37:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-63af7a"}, "namespace": "ai-tenant-e2e-api-b-63af7a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7a85e5a8-2f7f-428e-b032-49b96cd5516e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-63af7a"} 2026-07-08T16:37:52Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-63af7a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-63af7a", "reconcileID": "1197af57-5b97-4454-b582-de9f2965dcfa", "Gateway": "e2e-api-b-63af7a", "namespace": "openshift-ingress"} 2026-07-08T16:37:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "24f9604f-1d23-41f1-9dcc-b26f726efab8", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress"} 2026-07-08T16:37:53Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "24f9604f-1d23-41f1-9dcc-b26f726efab8", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2-authn-ssl"} 2026-07-08T16:37:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "24f9604f-1d23-41f1-9dcc-b26f726efab8", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress"} 2026-07-08T16:37:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "f4caa402-f336-4040-acf4-78dcd77a8028", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress"} 2026-07-08T16:37:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "f4caa402-f336-4040-acf4-78dcd77a8028", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2-authn-ssl"} 2026-07-08T16:37:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "f4caa402-f336-4040-acf4-78dcd77a8028", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress"} 2026-07-08T16:37:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "1fb5f7ab-662c-40b9-b03b-f98ec1945d38", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress"} 2026-07-08T16:37:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "1fb5f7ab-662c-40b9-b03b-f98ec1945d38", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2-authn-ssl"} 2026-07-08T16:37:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "1fb5f7ab-662c-40b9-b03b-f98ec1945d38", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress"} 2026-07-08T16:37:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "7dd058ba-959d-4a15-b06c-0ec7a83be822", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress"} 2026-07-08T16:37:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "7dd058ba-959d-4a15-b06c-0ec7a83be822", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2-authn-ssl"} 2026-07-08T16:37:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "7dd058ba-959d-4a15-b06c-0ec7a83be822", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress"} 2026-07-08T16:37:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "74b46139-5d10-4e2c-9f2a-d4600a465a73", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress"} 2026-07-08T16:37:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "74b46139-5d10-4e2c-9f2a-d4600a465a73", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2-authn-ssl"} 2026-07-08T16:37:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "74b46139-5d10-4e2c-9f2a-d4600a465a73", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress"} 2026-07-08T16:37:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "e308c428-6a68-4a61-800d-fabebe029d77", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress"} 2026-07-08T16:37:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "e308c428-6a68-4a61-800d-fabebe029d77", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2-authn-ssl"} 2026-07-08T16:37:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "e308c428-6a68-4a61-800d-fabebe029d77", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress"} 2026-07-08T16:37:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "adf221db-f81b-4612-9e87-2de2085d3aa3", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress"} 2026-07-08T16:37:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "adf221db-f81b-4612-9e87-2de2085d3aa3", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2-authn-ssl"} 2026-07-08T16:37:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "adf221db-f81b-4612-9e87-2de2085d3aa3", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress"} 2026-07-08T16:37:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0c5df2"}, "namespace": "ai-tenant-e2e-shared-a-0c5df2", "name": "openshift-service-ca.crt", "reconcileID": "ab3cd288-499a-4208-be13-8ada533238bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0c5df2"} 2026-07-08T16:37:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c5df2"}, "namespace": "ai-tenant-e2e-shared-a-0c5df2", "name": "odh-trusted-ca-bundle", "reconcileID": "83bd8a49-9f7b-41d0-b1e4-ce2e43fe7439", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c5df2"} 2026-07-08T16:37:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0c5df2"}, "namespace": "ai-tenant-e2e-shared-a-0c5df2", "name": "openshift-service-ca.crt", "reconcileID": "ece3c562-e693-43de-9d94-9336688af939", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0c5df2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:37:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0c5df2"}, "namespace": "ai-tenant-e2e-shared-a-0c5df2", "name": "openshift-service-ca.crt", "reconcileID": "ece3c562-e693-43de-9d94-9336688af939", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0c5df2"} 2026-07-08T16:37:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c5df2"}, "namespace": "ai-tenant-e2e-shared-a-0c5df2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55053421-054b-47c0-95cf-22f88bfd3c0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c5df2"} 2026-07-08T16:37:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0c5df2"}, "namespace": "ai-tenant-e2e-shared-a-0c5df2", "name": "openshift-service-ca.crt", "reconcileID": "5dfb5f4b-bb87-4896-a108-38e5cf84eebc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0c5df2"} 2026-07-08T16:37:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c5df2"}, "namespace": "ai-tenant-e2e-shared-a-0c5df2", "name": "odh-trusted-ca-bundle", "reconcileID": "9be0cf89-94c6-4f70-b402-462bdb82e924", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c5df2", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:37:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c5df2"}, "namespace": "ai-tenant-e2e-shared-a-0c5df2", "name": "odh-trusted-ca-bundle", "reconcileID": "9be0cf89-94c6-4f70-b402-462bdb82e924", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c5df2"} 2026-07-08T16:37:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c5df2"}, "namespace": "ai-tenant-e2e-shared-a-0c5df2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "49b30edc-1988-47aa-97c3-d617009ca72d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c5df2"} 2026-07-08T16:37:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "c95013ee-c076-4ef7-a379-467b415b827b", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress"} 2026-07-08T16:37:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "c95013ee-c076-4ef7-a379-467b415b827b", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2-authn-ssl"} 2026-07-08T16:37:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "c95013ee-c076-4ef7-a379-467b415b827b", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress"} 2026-07-08T16:37:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e5aca458-c7ad-4faf-8598-3dafa2271494", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:38:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "fc1a463c-81fa-457a-bf94-ee719e16e9a0", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress"} 2026-07-08T16:38:01Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "fc1a463c-81fa-457a-bf94-ee719e16e9a0", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3-authn-ssl"} 2026-07-08T16:38:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "fc1a463c-81fa-457a-bf94-ee719e16e9a0", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress"} 2026-07-08T16:38:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "bcdec8fa-37df-40b8-b5a4-01e7a610358d", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress"} 2026-07-08T16:38:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "bcdec8fa-37df-40b8-b5a4-01e7a610358d", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3-authn-ssl"} 2026-07-08T16:38:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "bcdec8fa-37df-40b8-b5a4-01e7a610358d", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress"} 2026-07-08T16:38:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "9154f24b-775a-4fe7-8f8a-1eddeb7bdc3d", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress"} 2026-07-08T16:38:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "9154f24b-775a-4fe7-8f8a-1eddeb7bdc3d", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3-authn-ssl"} 2026-07-08T16:38:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "9154f24b-775a-4fe7-8f8a-1eddeb7bdc3d", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress"} 2026-07-08T16:38:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "b9c3b8f0-2c8f-4bba-ad61-d4bc538da8a4", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress"} 2026-07-08T16:38:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "b9c3b8f0-2c8f-4bba-ad61-d4bc538da8a4", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3-authn-ssl"} 2026-07-08T16:38:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "b9c3b8f0-2c8f-4bba-ad61-d4bc538da8a4", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress"} 2026-07-08T16:38:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "5e453e3d-b60e-4bdd-bcda-3680f09a5ce3", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress"} 2026-07-08T16:38:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "5e453e3d-b60e-4bdd-bcda-3680f09a5ce3", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3-authn-ssl"} 2026-07-08T16:38:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "5e453e3d-b60e-4bdd-bcda-3680f09a5ce3", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress"} 2026-07-08T16:38:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "aed58ab8-9228-4f32-b065-00b82529ff9b", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress"} 2026-07-08T16:38:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "aed58ab8-9228-4f32-b065-00b82529ff9b", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3-authn-ssl"} 2026-07-08T16:38:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "aed58ab8-9228-4f32-b065-00b82529ff9b", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress"} 2026-07-08T16:38:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "1beb9ae9-5873-4560-b55b-d86226fc6cd5", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress"} 2026-07-08T16:38:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "1beb9ae9-5873-4560-b55b-d86226fc6cd5", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3-authn-ssl"} 2026-07-08T16:38:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "1beb9ae9-5873-4560-b55b-d86226fc6cd5", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress"} 2026-07-08T16:38:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "f2427b84-6cec-4774-a065-1ec2c8633fcb", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress"} 2026-07-08T16:38:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "f2427b84-6cec-4774-a065-1ec2c8633fcb", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2-authn-ssl"} 2026-07-08T16:38:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "f2427b84-6cec-4774-a065-1ec2c8633fcb", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress"} 2026-07-08T16:38:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5494d3"}, "namespace": "ai-tenant-e2e-shared-b-5494d3", "name": "openshift-service-ca.crt", "reconcileID": "785479df-fd41-4f9c-a58d-84f474dd2829", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5494d3"} 2026-07-08T16:38:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5494d3"}, "namespace": "ai-tenant-e2e-shared-b-5494d3", "name": "odh-trusted-ca-bundle", "reconcileID": "476e41f0-2396-4890-9f3a-0f07ce9fa616", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5494d3"} 2026-07-08T16:38:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5494d3"}, "namespace": "ai-tenant-e2e-shared-b-5494d3", "name": "openshift-service-ca.crt", "reconcileID": "786a2c78-873a-4b0b-b7d3-84557ca5ac6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5494d3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:38:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5494d3"}, "namespace": "ai-tenant-e2e-shared-b-5494d3", "name": "openshift-service-ca.crt", "reconcileID": "786a2c78-873a-4b0b-b7d3-84557ca5ac6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5494d3"} 2026-07-08T16:38:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5494d3"}, "namespace": "ai-tenant-e2e-shared-b-5494d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce220844-572a-4845-bee9-3f7b83263d1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5494d3"} 2026-07-08T16:38:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5494d3"}, "namespace": "ai-tenant-e2e-shared-b-5494d3", "name": "openshift-service-ca.crt", "reconcileID": "25ab0f82-bc05-4c03-b4dc-d741b33a31a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5494d3"} 2026-07-08T16:38:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5494d3"}, "namespace": "ai-tenant-e2e-shared-b-5494d3", "name": "odh-trusted-ca-bundle", "reconcileID": "5cc50bba-7cc1-4f99-a08b-c8f8824dc31e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5494d3", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:38:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5494d3"}, "namespace": "ai-tenant-e2e-shared-b-5494d3", "name": "odh-trusted-ca-bundle", "reconcileID": "5cc50bba-7cc1-4f99-a08b-c8f8824dc31e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5494d3"} 2026-07-08T16:38:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5494d3"}, "namespace": "ai-tenant-e2e-shared-b-5494d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "077cfbc7-c093-4ff1-9a43-33d8b4ad1a11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5494d3"} 2026-07-08T16:38:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "415ffad9-8ba8-4578-84ab-35d5db3e5841", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress"} 2026-07-08T16:38:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "415ffad9-8ba8-4578-84ab-35d5db3e5841", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3-authn-ssl"} 2026-07-08T16:38:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "415ffad9-8ba8-4578-84ab-35d5db3e5841", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress"} 2026-07-08T16:38:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d5f594e3-b5cd-422f-af82-04e37248a2eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:38:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "7588706d-b714-4336-976b-54904aa37f4a", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress"} 2026-07-08T16:38:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "7588706d-b714-4336-976b-54904aa37f4a", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3-authn-ssl"} 2026-07-08T16:38:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "7588706d-b714-4336-976b-54904aa37f4a", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress"} 2026-07-08T16:38:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c45439d4-83c1-43dc-be7e-103b62c30d6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:38:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "51ce990c-2727-4381-965c-4fc85effe102", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:41:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dd22acca-8d85-4340-8607-249b304ef017", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:41:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "10294d94-9ab8-4194-9b49-6b73cb013a44", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress"} 2026-07-08T16:41:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "10294d94-9ab8-4194-9b49-6b73cb013a44", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2-authn-ssl"} 2026-07-08T16:41:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "10294d94-9ab8-4194-9b49-6b73cb013a44", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress"} 2026-07-08T16:41:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c5df2"}, "namespace": "ai-tenant-e2e-shared-a-0c5df2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27ea50d0-e997-4257-8ac2-afa1e4b00039", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c5df2"} 2026-07-08T16:41:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c5df2"}, "namespace": "ai-tenant-e2e-shared-a-0c5df2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27ea50d0-e997-4257-8ac2-afa1e4b00039", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c5df2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:41:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c5df2"}, "namespace": "ai-tenant-e2e-shared-a-0c5df2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27ea50d0-e997-4257-8ac2-afa1e4b00039", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-0c5df2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T16:41:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c5df2"}, "namespace": "ai-tenant-e2e-shared-a-0c5df2", "name": "odh-trusted-ca-bundle", "reconcileID": "36daf514-52b8-4f2d-b83f-07991c439b88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c5df2"} 2026-07-08T16:41:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c5df2"}, "namespace": "ai-tenant-e2e-shared-a-0c5df2", "name": "odh-trusted-ca-bundle", "reconcileID": "36daf514-52b8-4f2d-b83f-07991c439b88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c5df2"} 2026-07-08T16:41:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0c5df2"}, "namespace": "ai-tenant-e2e-shared-a-0c5df2", "name": "openshift-service-ca.crt", "reconcileID": "d2512858-2200-4c9a-a46a-3457d5b0f7cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0c5df2"} 2026-07-08T16:41:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-0c5df2"}, "namespace": "ai-tenant-e2e-shared-a-0c5df2", "name": "openshift-service-ca.crt", "reconcileID": "d2512858-2200-4c9a-a46a-3457d5b0f7cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-0c5df2"} 2026-07-08T16:41:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c5df2"}, "namespace": "ai-tenant-e2e-shared-a-0c5df2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "894747f8-2565-46ec-84b2-8eef29645935", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c5df2"} 2026-07-08T16:41:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-0c5df2"}, "namespace": "ai-tenant-e2e-shared-a-0c5df2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "894747f8-2565-46ec-84b2-8eef29645935", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-0c5df2"} 2026-07-08T16:41:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-0c5df2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-0c5df2", "reconcileID": "a52f10f4-e762-489a-822a-7c463d39dd28", "Gateway": "e2e-shared-a-0c5df2", "namespace": "openshift-ingress"} 2026-07-08T16:41:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7fb8b295-50e9-449f-b429-530d34123568", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T16:41:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "6af8cf9c-26a4-4bd3-9e72-85f2e943132a", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress"} 2026-07-08T16:41:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "6af8cf9c-26a4-4bd3-9e72-85f2e943132a", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3-authn-ssl"} 2026-07-08T16:41:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "6af8cf9c-26a4-4bd3-9e72-85f2e943132a", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress"} 2026-07-08T16:41:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5494d3"}, "namespace": "ai-tenant-e2e-shared-b-5494d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "189c8294-0e84-4a6d-be48-ad6c12826d6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5494d3"} 2026-07-08T16:41:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5494d3"}, "namespace": "ai-tenant-e2e-shared-b-5494d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "189c8294-0e84-4a6d-be48-ad6c12826d6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5494d3", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T16:41:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5494d3"}, "namespace": "ai-tenant-e2e-shared-b-5494d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "189c8294-0e84-4a6d-be48-ad6c12826d6f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-5494d3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T16:41:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5494d3"}, "namespace": "ai-tenant-e2e-shared-b-5494d3", "name": "odh-trusted-ca-bundle", "reconcileID": "19037dfe-3d16-4fc9-b949-75636228ecb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5494d3"} 2026-07-08T16:41:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5494d3"}, "namespace": "ai-tenant-e2e-shared-b-5494d3", "name": "odh-trusted-ca-bundle", "reconcileID": "19037dfe-3d16-4fc9-b949-75636228ecb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5494d3"} 2026-07-08T16:41:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5494d3"}, "namespace": "ai-tenant-e2e-shared-b-5494d3", "name": "openshift-service-ca.crt", "reconcileID": "ccb0ca64-e603-4f66-b338-2734ffc7760b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5494d3"} 2026-07-08T16:41:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-5494d3"}, "namespace": "ai-tenant-e2e-shared-b-5494d3", "name": "openshift-service-ca.crt", "reconcileID": "ccb0ca64-e603-4f66-b338-2734ffc7760b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-5494d3"} 2026-07-08T16:41:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5494d3"}, "namespace": "ai-tenant-e2e-shared-b-5494d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "616f00b7-82f6-42ff-b140-7e7b0ce1bfaf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5494d3"} 2026-07-08T16:41:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-5494d3"}, "namespace": "ai-tenant-e2e-shared-b-5494d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "616f00b7-82f6-42ff-b140-7e7b0ce1bfaf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-5494d3"} 2026-07-08T16:41:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-5494d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-5494d3", "reconcileID": "0a567fab-eed4-4f46-bdde-f42f21d8de5d", "Gateway": "e2e-shared-b-5494d3", "namespace": "openshift-ingress"}