/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T12:42:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6eb4fd1c"}, "namespace": "ai-tenant-e2e-mt-6eb4fd1c", "name": "odh-trusted-ca-bundle", "reconcileID": "62df9fac-111d-41ad-ab13-1e361663b412", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6eb4fd1c"} 2026-07-09T12:42:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6eb4fd1c"}, "namespace": "ai-tenant-e2e-mt-6eb4fd1c", "name": "odh-trusted-ca-bundle", "reconcileID": "62df9fac-111d-41ad-ab13-1e361663b412", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6eb4fd1c"} 2026-07-09T12:42:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6eb4fd1c"}, "namespace": "ai-tenant-e2e-mt-6eb4fd1c", "name": "openshift-service-ca.crt", "reconcileID": "742348e4-3877-4d14-8ef1-0bcb8eae794e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6eb4fd1c"} 2026-07-09T12:42:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6eb4fd1c"}, "namespace": "ai-tenant-e2e-mt-6eb4fd1c", "name": "openshift-service-ca.crt", "reconcileID": "742348e4-3877-4d14-8ef1-0bcb8eae794e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6eb4fd1c"} 2026-07-09T12:42:29Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6eb4fd1c"}, "namespace": "ai-tenant-e2e-mt-6eb4fd1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27989feb-f5d9-45e2-9b59-c3694b2bb2fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6eb4fd1c"} 2026-07-09T12:42:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6eb4fd1c"}, "namespace": "ai-tenant-e2e-mt-6eb4fd1c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27989feb-f5d9-45e2-9b59-c3694b2bb2fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6eb4fd1c"} 2026-07-09T12:42:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c49b844e"}, "namespace": "ai-tenant-e2e-mt-c49b844e", "name": "openshift-service-ca.crt", "reconcileID": "219c79b6-fe12-43f6-b263-18a5d81bdfa5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c49b844e"} 2026-07-09T12:42:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c49b844e"}, "namespace": "ai-tenant-e2e-mt-c49b844e", "name": "openshift-service-ca.crt", "reconcileID": "a0683b93-687b-4b23-a413-d37befed7ce6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c49b844e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:42:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c49b844e"}, "namespace": "ai-tenant-e2e-mt-c49b844e", "name": "openshift-service-ca.crt", "reconcileID": "a0683b93-687b-4b23-a413-d37befed7ce6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c49b844e"} 2026-07-09T12:42:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c49b844e"}, "namespace": "ai-tenant-e2e-mt-c49b844e", "name": "odh-trusted-ca-bundle", "reconcileID": "4339dc39-3bb5-42aa-9ae3-a6335ed0a34e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c49b844e"} 2026-07-09T12:42:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c49b844e"}, "namespace": "ai-tenant-e2e-mt-c49b844e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f097f8c-f44b-4d73-964e-56bea40b96a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c49b844e"} 2026-07-09T12:42:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c49b844e"}, "namespace": "ai-tenant-e2e-mt-c49b844e", "name": "openshift-service-ca.crt", "reconcileID": "e16516fe-4ae9-4119-9d20-ab4325b95729", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c49b844e"} 2026-07-09T12:42:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c49b844e"}, "namespace": "ai-tenant-e2e-mt-c49b844e", "name": "odh-trusted-ca-bundle", "reconcileID": "b6613c72-68aa-4267-9143-b3dbf948f939", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c49b844e", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:42:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c49b844e"}, "namespace": "ai-tenant-e2e-mt-c49b844e", "name": "odh-trusted-ca-bundle", "reconcileID": "b6613c72-68aa-4267-9143-b3dbf948f939", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c49b844e"} 2026-07-09T12:42:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c49b844e"}, "namespace": "ai-tenant-e2e-mt-c49b844e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "146bac2e-5a7e-42e4-8987-034c572df3f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c49b844e"} 2026-07-09T12:43:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c49b844e"}, "namespace": "ai-tenant-e2e-mt-c49b844e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d5cfda5-3c21-44bf-bfd9-061f37ded2e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c49b844e"} 2026-07-09T12:43:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c49b844e"}, "namespace": "ai-tenant-e2e-mt-c49b844e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d5cfda5-3c21-44bf-bfd9-061f37ded2e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c49b844e", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:43:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c49b844e"}, "namespace": "ai-tenant-e2e-mt-c49b844e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d5cfda5-3c21-44bf-bfd9-061f37ded2e6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-c49b844e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T12:43:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c49b844e"}, "namespace": "ai-tenant-e2e-mt-c49b844e", "name": "odh-trusted-ca-bundle", "reconcileID": "4916d609-b141-4298-ba6c-f937ca28449e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c49b844e"} 2026-07-09T12:43:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c49b844e"}, "namespace": "ai-tenant-e2e-mt-c49b844e", "name": "odh-trusted-ca-bundle", "reconcileID": "4916d609-b141-4298-ba6c-f937ca28449e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c49b844e"} 2026-07-09T12:43:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c49b844e"}, "namespace": "ai-tenant-e2e-mt-c49b844e", "name": "openshift-service-ca.crt", "reconcileID": "db9abdb9-6567-4806-8ee5-e1f63a9be2f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c49b844e"} 2026-07-09T12:43:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c49b844e"}, "namespace": "ai-tenant-e2e-mt-c49b844e", "name": "openshift-service-ca.crt", "reconcileID": "db9abdb9-6567-4806-8ee5-e1f63a9be2f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c49b844e"} 2026-07-09T12:43:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c49b844e"}, "namespace": "ai-tenant-e2e-mt-c49b844e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "958319ca-dc13-4bac-b625-9fcfa8b4c453", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c49b844e"} 2026-07-09T12:43:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c49b844e"}, "namespace": "ai-tenant-e2e-mt-c49b844e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "958319ca-dc13-4bac-b625-9fcfa8b4c453", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c49b844e"} 2026-07-09T12:43:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "526b71ba-a6e4-4ac9-a680-7f8aa3ce859e", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "526b71ba-a6e4-4ac9-a680-7f8aa3ce859e", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa-authn-ssl"} 2026-07-09T12:43:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "526b71ba-a6e4-4ac9-a680-7f8aa3ce859e", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "d8caf98d-3740-4ed6-9715-e3a052c9fac3", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "d8caf98d-3740-4ed6-9715-e3a052c9fac3", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa-authn-ssl"} 2026-07-09T12:43:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "d8caf98d-3740-4ed6-9715-e3a052c9fac3", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "c08a5497-330e-4dea-a359-54dd04ef17d5", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "c08a5497-330e-4dea-a359-54dd04ef17d5", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa-authn-ssl"} 2026-07-09T12:43:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "c08a5497-330e-4dea-a359-54dd04ef17d5", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "00f9ed00-e214-40a9-95c0-1a4b9f3d881f", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "00f9ed00-e214-40a9-95c0-1a4b9f3d881f", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa-authn-ssl"} 2026-07-09T12:43:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "00f9ed00-e214-40a9-95c0-1a4b9f3d881f", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "0e2dd25c-a227-428f-8eeb-8d5388c847dc", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "0e2dd25c-a227-428f-8eeb-8d5388c847dc", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa-authn-ssl"} 2026-07-09T12:43:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "0e2dd25c-a227-428f-8eeb-8d5388c847dc", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "0743e0b2-8483-46fe-89a4-5782c98c1a0f", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "0743e0b2-8483-46fe-89a4-5782c98c1a0f", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa-authn-ssl"} 2026-07-09T12:43:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "0743e0b2-8483-46fe-89a4-5782c98c1a0f", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "f7d6463c-ccb0-4ead-b666-58df42c38927", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "f7d6463c-ccb0-4ead-b666-58df42c38927", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa-authn-ssl"} 2026-07-09T12:43:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "f7d6463c-ccb0-4ead-b666-58df42c38927", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "openshift-service-ca.crt", "reconcileID": "f7ec5280-e384-447d-951f-2ec8a1c0a26f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "openshift-service-ca.crt", "reconcileID": "07fba2be-5e79-4c24-95d1-825dd26e75bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-4861fa", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:43:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "openshift-service-ca.crt", "reconcileID": "07fba2be-5e79-4c24-95d1-825dd26e75bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "odh-trusted-ca-bundle", "reconcileID": "8becfa64-4142-448e-969c-540c120dfd90", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "openshift-service-ca.crt", "reconcileID": "b5b9a765-2c6f-4a01-92f9-11a21de25b2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e4b30250-4a76-4a1d-b10b-9f7bb53a1436", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "odh-trusted-ca-bundle", "reconcileID": "497cf5ae-1885-4dd8-94f0-67b485b3d867", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-4861fa", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:43:12Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "odh-trusted-ca-bundle", "reconcileID": "497cf5ae-1885-4dd8-94f0-67b485b3d867", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98799ede-71ca-46c8-ab55-15eceaf49889", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "776e9b63-ec00-438e-a291-c0074ab6f94b", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "776e9b63-ec00-438e-a291-c0074ab6f94b", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa-authn-ssl"} 2026-07-09T12:43:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "776e9b63-ec00-438e-a291-c0074ab6f94b", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4f9865d0-d800-4e09-bb81-5f049d7806d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:43:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "fe42848d-42b5-490a-b36e-66f0377d7e04", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:17Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "fe42848d-42b5-490a-b36e-66f0377d7e04", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0-authn-ssl"} 2026-07-09T12:43:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "fe42848d-42b5-490a-b36e-66f0377d7e04", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "cb5dc926-6775-45f0-83de-89a48f53d48c", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "cb5dc926-6775-45f0-83de-89a48f53d48c", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0-authn-ssl"} 2026-07-09T12:43:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "cb5dc926-6775-45f0-83de-89a48f53d48c", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "71a499e5-e521-43db-8b16-36ceb6a4de45", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "71a499e5-e521-43db-8b16-36ceb6a4de45", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0-authn-ssl"} 2026-07-09T12:43:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "71a499e5-e521-43db-8b16-36ceb6a4de45", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "18ec8d6b-932b-4cd8-a50f-eb195ceed804", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "18ec8d6b-932b-4cd8-a50f-eb195ceed804", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0-authn-ssl"} 2026-07-09T12:43:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "18ec8d6b-932b-4cd8-a50f-eb195ceed804", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "dbbdd197-2369-460f-9b47-95ad8c6f9ab1", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "dbbdd197-2369-460f-9b47-95ad8c6f9ab1", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0-authn-ssl"} 2026-07-09T12:43:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "dbbdd197-2369-460f-9b47-95ad8c6f9ab1", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "03b7a024-f9df-47be-b5ec-34116d2f6fc5", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "03b7a024-f9df-47be-b5ec-34116d2f6fc5", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0-authn-ssl"} 2026-07-09T12:43:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "03b7a024-f9df-47be-b5ec-34116d2f6fc5", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "13606eb8-4c23-46ef-9e0d-9de3beaa1dde", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "13606eb8-4c23-46ef-9e0d-9de3beaa1dde", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0-authn-ssl"} 2026-07-09T12:43:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "13606eb8-4c23-46ef-9e0d-9de3beaa1dde", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "94f370c0-091c-4ad6-87ab-c95fb44fd3b4", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "94f370c0-091c-4ad6-87ab-c95fb44fd3b4", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0-authn-ssl"} 2026-07-09T12:43:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "94f370c0-091c-4ad6-87ab-c95fb44fd3b4", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "openshift-service-ca.crt", "reconcileID": "2f73ba75-cc18-40e6-843a-53ed9fb889ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:43:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "odh-trusted-ca-bundle", "reconcileID": "f39cd85e-1406-469a-9b89-bfd08219cc87", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:43:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "openshift-service-ca.crt", "reconcileID": "7ff8b0b5-8bcc-45e8-b21f-133ce73f27d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:43:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "openshift-service-ca.crt", "reconcileID": "7ff8b0b5-8bcc-45e8-b21f-133ce73f27d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:43:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53bf27bc-b07a-4a3d-8154-5b01ef2f28c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:43:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "openshift-service-ca.crt", "reconcileID": "2c3d07f7-fd8b-4ab3-acdf-7d721bb661d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:43:20Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "odh-trusted-ca-bundle", "reconcileID": "b3ca9076-87f7-4368-a933-68a52cd36a7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:43:20Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "odh-trusted-ca-bundle", "reconcileID": "b3ca9076-87f7-4368-a933-68a52cd36a7f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:43:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "841f62df-d06a-4dcd-82fe-d796b78940bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:43:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "21486504-7802-4dd6-94a6-c08e0f83ff76", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "21486504-7802-4dd6-94a6-c08e0f83ff76", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0-authn-ssl"} 2026-07-09T12:43:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "21486504-7802-4dd6-94a6-c08e0f83ff76", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "82345e74-6277-4d85-91b3-90a35cf13d82", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:43:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "41959e0f-861d-4547-8576-e20b1666a679", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "41959e0f-861d-4547-8576-e20b1666a679", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa-authn-ssl"} 2026-07-09T12:43:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "41959e0f-861d-4547-8576-e20b1666a679", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "57870c48-2525-4947-9d83-479607441e12", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "57870c48-2525-4947-9d83-479607441e12", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "57870c48-2525-4947-9d83-479607441e12", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "619e08a9-b819-4bd0-bfff-5f42e375ae30", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "57870c48-2525-4947-9d83-479607441e12", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa-kserve-route-authn"} 2026-07-09T12:43:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "57870c48-2525-4947-9d83-479607441e12", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa", "authType": "userdefined"} 2026-07-09T12:43:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "57870c48-2525-4947-9d83-479607441e12", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "619e08a9-b819-4bd0-bfff-5f42e375ae30", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa-authn-ssl"} 2026-07-09T12:43:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "619e08a9-b819-4bd0-bfff-5f42e375ae30", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "e0912189-009d-4c4e-b026-ea87a260f6d1", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "e0912189-009d-4c4e-b026-ea87a260f6d1", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0-authn-ssl"} 2026-07-09T12:43:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "e0912189-009d-4c4e-b026-ea87a260f6d1", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "49f44676-e33b-42ef-929b-94270c54a471", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "49f44676-e33b-42ef-929b-94270c54a471", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "49f44676-e33b-42ef-929b-94270c54a471", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "49f44676-e33b-42ef-929b-94270c54a471", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa-kserve-route-authn"} 2026-07-09T12:43:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "49f44676-e33b-42ef-929b-94270c54a471", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa", "authType": "userdefined"} 2026-07-09T12:43:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "49f44676-e33b-42ef-929b-94270c54a471", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "573d151b-e0f9-44a5-887b-408cdc7877a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:43:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "176ce5c3-9dc6-4801-83f7-8a19857abce7", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "176ce5c3-9dc6-4801-83f7-8a19857abce7", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa-authn-ssl"} 2026-07-09T12:43:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "176ce5c3-9dc6-4801-83f7-8a19857abce7", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4d6c2ddb-d227-4fe3-b166-37c0c4951efe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:43:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "eb247161-0a4b-4ba8-a057-625cd1477640", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "eb247161-0a4b-4ba8-a057-625cd1477640", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "eb247161-0a4b-4ba8-a057-625cd1477640", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "eb247161-0a4b-4ba8-a057-625cd1477640", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa-kserve-route-authn"} 2026-07-09T12:43:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "eb247161-0a4b-4ba8-a057-625cd1477640", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa", "authType": "userdefined"} 2026-07-09T12:43:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "eb247161-0a4b-4ba8-a057-625cd1477640", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:51Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "8b8cfbcb-aa09-45e6-b200-2cf1be2c146b", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:51Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "8b8cfbcb-aa09-45e6-b200-2cf1be2c146b", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:51Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "8b8cfbcb-aa09-45e6-b200-2cf1be2c146b", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:51Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "8b8cfbcb-aa09-45e6-b200-2cf1be2c146b", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa-kserve-route-authn"} 2026-07-09T12:43:51Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "8b8cfbcb-aa09-45e6-b200-2cf1be2c146b", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa", "authType": "userdefined"} 2026-07-09T12:43:51Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "8b8cfbcb-aa09-45e6-b200-2cf1be2c146b", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "76e45c2f-4aef-4146-b55d-7620e272d9c1", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "76e45c2f-4aef-4146-b55d-7620e272d9c1", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "76e45c2f-4aef-4146-b55d-7620e272d9c1", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "76e45c2f-4aef-4146-b55d-7620e272d9c1", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa-kserve-route-authn"} 2026-07-09T12:43:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "76e45c2f-4aef-4146-b55d-7620e272d9c1", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa", "authType": "userdefined"} 2026-07-09T12:43:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "76e45c2f-4aef-4146-b55d-7620e272d9c1", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:43:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "a62da8f6-ecc7-48a5-9939-478b812b19f6", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "a62da8f6-ecc7-48a5-9939-478b812b19f6", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa-authn-ssl"} 2026-07-09T12:43:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "a62da8f6-ecc7-48a5-9939-478b812b19f6", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:43:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "f7c840ab-2959-4d41-87ec-8eea345fc9f3", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:43:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "f7c840ab-2959-4d41-87ec-8eea345fc9f3", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:43:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "f7c840ab-2959-4d41-87ec-8eea345fc9f3", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:43:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "b974ce9d-90cf-46f6-be9c-e2ea879f8d0b", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "f7c840ab-2959-4d41-87ec-8eea345fc9f3", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0-kserve-route-authn"} 2026-07-09T12:43:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "f7c840ab-2959-4d41-87ec-8eea345fc9f3", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "authType": "userdefined"} 2026-07-09T12:43:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "f7c840ab-2959-4d41-87ec-8eea345fc9f3", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:43:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "b974ce9d-90cf-46f6-be9c-e2ea879f8d0b", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0-authn-ssl"} 2026-07-09T12:43:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "b974ce9d-90cf-46f6-be9c-e2ea879f8d0b", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "cafa38f4-49fa-4631-9cd4-4aefc06a6bce", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:43:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "cafa38f4-49fa-4631-9cd4-4aefc06a6bce", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:43:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "cafa38f4-49fa-4631-9cd4-4aefc06a6bce", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:43:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "cafa38f4-49fa-4631-9cd4-4aefc06a6bce", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0-kserve-route-authn"} 2026-07-09T12:43:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "cafa38f4-49fa-4631-9cd4-4aefc06a6bce", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "authType": "userdefined"} 2026-07-09T12:43:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "cafa38f4-49fa-4631-9cd4-4aefc06a6bce", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:43:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "e10b36cb-e232-4388-8bbb-238f6325c311", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "e10b36cb-e232-4388-8bbb-238f6325c311", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0-authn-ssl"} 2026-07-09T12:43:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "e10b36cb-e232-4388-8bbb-238f6325c311", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:43:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "2ba6c469-ed94-409b-a4f7-9777cfd3e89f", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:43:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "2ba6c469-ed94-409b-a4f7-9777cfd3e89f", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:43:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "2ba6c469-ed94-409b-a4f7-9777cfd3e89f", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:43:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "2ba6c469-ed94-409b-a4f7-9777cfd3e89f", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0-kserve-route-authn"} 2026-07-09T12:43:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "2ba6c469-ed94-409b-a4f7-9777cfd3e89f", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "authType": "userdefined"} 2026-07-09T12:43:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "2ba6c469-ed94-409b-a4f7-9777cfd3e89f", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:44:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "871cd7a9-8d19-41c1-bf29-5b18961eb74f", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:44:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "871cd7a9-8d19-41c1-bf29-5b18961eb74f", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:44:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "871cd7a9-8d19-41c1-bf29-5b18961eb74f", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:44:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "871cd7a9-8d19-41c1-bf29-5b18961eb74f", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0-kserve-route-authn"} 2026-07-09T12:44:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "871cd7a9-8d19-41c1-bf29-5b18961eb74f", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "authType": "userdefined"} 2026-07-09T12:44:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "871cd7a9-8d19-41c1-bf29-5b18961eb74f", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:44:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "0eae3b20-f6f4-4c6a-86b2-712b362bd5f0", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:44:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "0eae3b20-f6f4-4c6a-86b2-712b362bd5f0", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0-authn-ssl"} 2026-07-09T12:44:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "0eae3b20-f6f4-4c6a-86b2-712b362bd5f0", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:44:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "9bcddd1d-8472-43c1-942a-fa5e794f6e93", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:44:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "9bcddd1d-8472-43c1-942a-fa5e794f6e93", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:44:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "9bcddd1d-8472-43c1-942a-fa5e794f6e93", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:44:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "9bcddd1d-8472-43c1-942a-fa5e794f6e93", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0-kserve-route-authn"} 2026-07-09T12:44:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "9bcddd1d-8472-43c1-942a-fa5e794f6e93", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "authType": "userdefined"} 2026-07-09T12:44:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "9bcddd1d-8472-43c1-942a-fa5e794f6e93", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:44:43Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "6dc979cf-ea1d-4f4e-854c-b87d1fc77134", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:44:43Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "6dc979cf-ea1d-4f4e-854c-b87d1fc77134", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa"} 2026-07-09T12:44:43Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "6dc979cf-ea1d-4f4e-854c-b87d1fc77134", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:44:43Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "6dc979cf-ea1d-4f4e-854c-b87d1fc77134", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:44:43Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "6dc979cf-ea1d-4f4e-854c-b87d1fc77134", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa-kserve-route-authn"} 2026-07-09T12:44:43Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "6dc979cf-ea1d-4f4e-854c-b87d1fc77134", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa-kserve-route-authn"} 2026-07-09T12:44:43Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "6dc979cf-ea1d-4f4e-854c-b87d1fc77134", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:44:43Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "6dc979cf-ea1d-4f4e-854c-b87d1fc77134", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:44:43Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-4861fa","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "test-model-4861fa", "reconcileID": "2f895712-941d-4eae-994c-c47604ccd8d7", "LLMInferenceService": "test-model-4861fa", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:44:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "c3f09904-7bac-403b-8703-9123927c5386", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:44:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "c3f09904-7bac-403b-8703-9123927c5386", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa-authn-ssl"} 2026-07-09T12:44:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "c3f09904-7bac-403b-8703-9123927c5386", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:44:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "c1b6e702-eeeb-4fa1-b576-dc13f714b335", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:44:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "c1b6e702-eeeb-4fa1-b576-dc13f714b335", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa-authn-ssl"} 2026-07-09T12:44:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "c1b6e702-eeeb-4fa1-b576-dc13f714b335", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:44:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "0073c5df-da13-4c91-9294-1e6bc1249827", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:44:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "0073c5df-da13-4c91-9294-1e6bc1249827", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0"} 2026-07-09T12:44:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "0073c5df-da13-4c91-9294-1e6bc1249827", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:44:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "0073c5df-da13-4c91-9294-1e6bc1249827", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:44:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "0073c5df-da13-4c91-9294-1e6bc1249827", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0-kserve-route-authn"} 2026-07-09T12:44:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "0073c5df-da13-4c91-9294-1e6bc1249827", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0-kserve-route-authn"} 2026-07-09T12:44:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "0073c5df-da13-4c91-9294-1e6bc1249827", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:44:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "0073c5df-da13-4c91-9294-1e6bc1249827", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:44:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-a2f2c0","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "test-model-a2f2c0", "reconcileID": "15999bd0-5b1b-492b-a144-480f48983343", "LLMInferenceService": "test-model-a2f2c0", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:44:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "f97ea061-ff31-4012-a1cc-ff2a486c4b2f", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:44:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "f97ea061-ff31-4012-a1cc-ff2a486c4b2f", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0-authn-ssl"} 2026-07-09T12:44:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "f97ea061-ff31-4012-a1cc-ff2a486c4b2f", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:44:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "21b74fdf-cd63-495f-841a-76717f230b20", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:44:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "21b74fdf-cd63-495f-841a-76717f230b20", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0-authn-ssl"} 2026-07-09T12:44:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "21b74fdf-cd63-495f-841a-76717f230b20", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:44:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7e8bbede-11d2-4128-8ba7-c928627efe30", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:44:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "f00f75ad-a082-4b96-a2e7-790191038072", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:44:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "f00f75ad-a082-4b96-a2e7-790191038072", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa-authn-ssl"} 2026-07-09T12:44:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "f00f75ad-a082-4b96-a2e7-790191038072", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:45:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "476ca822-28bf-4323-af89-7bb2071f6d38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:45:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "476ca822-28bf-4323-af89-7bb2071f6d38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-4861fa", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:45:26Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "476ca822-28bf-4323-af89-7bb2071f6d38", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-4861fa because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T12:45:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "odh-trusted-ca-bundle", "reconcileID": "90d6fa4d-40b4-4314-8003-edc870a36e57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:45:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "odh-trusted-ca-bundle", "reconcileID": "90d6fa4d-40b4-4314-8003-edc870a36e57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:45:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "openshift-service-ca.crt", "reconcileID": "a361109d-5a5a-4d99-a7bc-2a8d7665878b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:45:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "openshift-service-ca.crt", "reconcileID": "a361109d-5a5a-4d99-a7bc-2a8d7665878b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:45:26Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aed36e1c-bdca-4ac3-a722-f6900167f9e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:45:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-4861fa"}, "namespace": "ai-tenant-e2e-inf-a-4861fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aed36e1c-bdca-4ac3-a722-f6900167f9e9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-4861fa"} 2026-07-09T12:45:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-4861fa","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-4861fa", "reconcileID": "005778aa-ad2d-4fdc-b7a5-65c3cd67aec7", "Gateway": "e2e-inf-a-4861fa", "namespace": "openshift-ingress"} 2026-07-09T12:45:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "69b3fef9-4260-4267-81d7-82500259f939", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:45:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "ee8a8a65-01f8-45ad-a15e-6dc549b2df1a", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:45:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "ee8a8a65-01f8-45ad-a15e-6dc549b2df1a", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0-authn-ssl"} 2026-07-09T12:45:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "ee8a8a65-01f8-45ad-a15e-6dc549b2df1a", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:45:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3fd6adb-b28d-4320-954a-2f596d3e1a2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:45:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3fd6adb-b28d-4320-954a-2f596d3e1a2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:45:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3fd6adb-b28d-4320-954a-2f596d3e1a2e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-a2f2c0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T12:45:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "odh-trusted-ca-bundle", "reconcileID": "dfb8f87f-a678-4094-b678-40d059760a41", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:45:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "odh-trusted-ca-bundle", "reconcileID": "dfb8f87f-a678-4094-b678-40d059760a41", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:45:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "openshift-service-ca.crt", "reconcileID": "ca87c420-6817-4c5d-9660-2a73e330ed29", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:45:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "openshift-service-ca.crt", "reconcileID": "ca87c420-6817-4c5d-9660-2a73e330ed29", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:45:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d97077e-c751-4d53-a72d-6c3eafd40ab8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:45:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-a2f2c0"}, "namespace": "ai-tenant-e2e-inf-b-a2f2c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d97077e-c751-4d53-a72d-6c3eafd40ab8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-a2f2c0"} 2026-07-09T12:45:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-a2f2c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-a2f2c0", "reconcileID": "7763af1c-2f04-4416-b300-c4f2ee01cfb6", "Gateway": "e2e-inf-b-a2f2c0", "namespace": "openshift-ingress"} 2026-07-09T12:45:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "bbdc95ff-bf65-4cfd-9c1f-f14fb0c98795", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress"} 2026-07-09T12:45:35Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "bbdc95ff-bf65-4cfd-9c1f-f14fb0c98795", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d-authn-ssl"} 2026-07-09T12:45:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "bbdc95ff-bf65-4cfd-9c1f-f14fb0c98795", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress"} 2026-07-09T12:45:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "9bcef885-9a70-4461-bc06-c2594dfc352e", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress"} 2026-07-09T12:45:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "9bcef885-9a70-4461-bc06-c2594dfc352e", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d-authn-ssl"} 2026-07-09T12:45:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "9bcef885-9a70-4461-bc06-c2594dfc352e", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress"} 2026-07-09T12:45:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "c23744b5-6a66-4938-adb2-1413d4ec8f7a", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress"} 2026-07-09T12:45:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "c23744b5-6a66-4938-adb2-1413d4ec8f7a", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d-authn-ssl"} 2026-07-09T12:45:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "c23744b5-6a66-4938-adb2-1413d4ec8f7a", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress"} 2026-07-09T12:45:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "5c117c16-75ed-42cd-a771-163b6a1ea6df", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress"} 2026-07-09T12:45:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "5c117c16-75ed-42cd-a771-163b6a1ea6df", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d-authn-ssl"} 2026-07-09T12:45:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "5c117c16-75ed-42cd-a771-163b6a1ea6df", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress"} 2026-07-09T12:45:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "87d9f3d6-d8ba-4543-b3e0-b283d74a2303", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress"} 2026-07-09T12:45:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "87d9f3d6-d8ba-4543-b3e0-b283d74a2303", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d-authn-ssl"} 2026-07-09T12:45:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "87d9f3d6-d8ba-4543-b3e0-b283d74a2303", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress"} 2026-07-09T12:45:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "dc8c58bf-e6da-495c-a989-7952087882af", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress"} 2026-07-09T12:45:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "dc8c58bf-e6da-495c-a989-7952087882af", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d-authn-ssl"} 2026-07-09T12:45:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "dc8c58bf-e6da-495c-a989-7952087882af", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress"} 2026-07-09T12:45:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "27290f2d-ca06-4c0e-9d56-0ba0981cf26a", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress"} 2026-07-09T12:45:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "27290f2d-ca06-4c0e-9d56-0ba0981cf26a", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d-authn-ssl"} 2026-07-09T12:45:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "27290f2d-ca06-4c0e-9d56-0ba0981cf26a", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress"} 2026-07-09T12:45:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-a7e56d"}, "namespace": "ai-tenant-e2e-api-a-a7e56d", "name": "odh-trusted-ca-bundle", "reconcileID": "912fca99-17c3-4214-b8cb-8b078acb2895", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a7e56d"} 2026-07-09T12:45:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-a7e56d"}, "namespace": "ai-tenant-e2e-api-a-a7e56d", "name": "openshift-service-ca.crt", "reconcileID": "92db946e-f2c6-46d7-a185-1e9cc5a821e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-a7e56d"} 2026-07-09T12:45:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-a7e56d"}, "namespace": "ai-tenant-e2e-api-a-a7e56d", "name": "odh-trusted-ca-bundle", "reconcileID": "785aa6c3-158c-49c0-990a-3a5f6d393cbd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a7e56d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:45:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-a7e56d"}, "namespace": "ai-tenant-e2e-api-a-a7e56d", "name": "odh-trusted-ca-bundle", "reconcileID": "785aa6c3-158c-49c0-990a-3a5f6d393cbd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a7e56d"} 2026-07-09T12:45:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-a7e56d"}, "namespace": "ai-tenant-e2e-api-a-a7e56d", "name": "openshift-service-ca.crt", "reconcileID": "f76c9197-9ff1-40b2-87dc-a0712f7c5a6b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-a7e56d"} 2026-07-09T12:45:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a7e56d"}, "namespace": "ai-tenant-e2e-api-a-a7e56d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e70b69c-0ff6-42a2-b800-92c41ac4f29e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a7e56d"} 2026-07-09T12:45:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "072b6a6e-3b1b-4d80-a919-f4123eccbf95", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:45:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "43cf1f22-e484-425e-89da-47a6c92be405", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress"} 2026-07-09T12:45:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "43cf1f22-e484-425e-89da-47a6c92be405", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d-authn-ssl"} 2026-07-09T12:45:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "43cf1f22-e484-425e-89da-47a6c92be405", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress"} 2026-07-09T12:45:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e49ec5f8-f7f8-4388-9315-fcbd21d06e45", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:45:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "52f3fa0b-4e86-4f50-999e-5548dbdfad94", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:45:43Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "52f3fa0b-4e86-4f50-999e-5548dbdfad94", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897-authn-ssl"} 2026-07-09T12:45:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "52f3fa0b-4e86-4f50-999e-5548dbdfad94", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:45:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "59a00eb2-5f95-437b-a5b3-c7e7de2ab9bc", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:45:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "59a00eb2-5f95-437b-a5b3-c7e7de2ab9bc", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897-authn-ssl"} 2026-07-09T12:45:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "59a00eb2-5f95-437b-a5b3-c7e7de2ab9bc", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:45:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "68fbe765-9fd6-4f95-8fc6-1b11bb0866d7", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:45:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "68fbe765-9fd6-4f95-8fc6-1b11bb0866d7", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897-authn-ssl"} 2026-07-09T12:45:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "68fbe765-9fd6-4f95-8fc6-1b11bb0866d7", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:45:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "217d5afd-2ad9-4369-b2fb-35548b0ed9ef", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:45:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "217d5afd-2ad9-4369-b2fb-35548b0ed9ef", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897-authn-ssl"} 2026-07-09T12:45:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "217d5afd-2ad9-4369-b2fb-35548b0ed9ef", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:45:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "3d90dd66-89fe-4754-b7ed-e20a9d62b603", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:45:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "3d90dd66-89fe-4754-b7ed-e20a9d62b603", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897-authn-ssl"} 2026-07-09T12:45:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "3d90dd66-89fe-4754-b7ed-e20a9d62b603", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:45:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "7b69e6d8-e597-4dca-9eea-d8bb460d901d", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:45:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "7b69e6d8-e597-4dca-9eea-d8bb460d901d", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897-authn-ssl"} 2026-07-09T12:45:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "7b69e6d8-e597-4dca-9eea-d8bb460d901d", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:45:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "80ad4388-0990-4c46-9bd1-4275714c720f", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:45:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "80ad4388-0990-4c46-9bd1-4275714c720f", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897-authn-ssl"} 2026-07-09T12:45:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "80ad4388-0990-4c46-9bd1-4275714c720f", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:45:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "6ab61500-ced7-4fb6-abc7-e8336991d9bd", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:45:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "6ab61500-ced7-4fb6-abc7-e8336991d9bd", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897-authn-ssl"} 2026-07-09T12:45:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "6ab61500-ced7-4fb6-abc7-e8336991d9bd", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:45:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-bd2897"}, "namespace": "ai-tenant-e2e-api-b-bd2897", "name": "openshift-service-ca.crt", "reconcileID": "b5b99f89-3a87-4b92-893c-11b72ac79670", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-bd2897"} 2026-07-09T12:45:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd2897"}, "namespace": "ai-tenant-e2e-api-b-bd2897", "name": "odh-trusted-ca-bundle", "reconcileID": "8cca2eb7-efc1-4600-9f33-d9ce86ac54d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd2897"} 2026-07-09T12:45:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-bd2897"}, "namespace": "ai-tenant-e2e-api-b-bd2897", "name": "openshift-service-ca.crt", "reconcileID": "ae682df9-a8e3-4fad-b273-38dcd742fe6b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-bd2897", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:45:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-bd2897"}, "namespace": "ai-tenant-e2e-api-b-bd2897", "name": "openshift-service-ca.crt", "reconcileID": "ae682df9-a8e3-4fad-b273-38dcd742fe6b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-bd2897"} 2026-07-09T12:45:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-bd2897"}, "namespace": "ai-tenant-e2e-api-b-bd2897", "name": "openshift-service-ca.crt", "reconcileID": "8c4750ab-379b-4df7-a9f3-ec869cbecc35", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-bd2897"} 2026-07-09T12:45:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd2897"}, "namespace": "ai-tenant-e2e-api-b-bd2897", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cc0bd2e-3678-4ee8-a950-3157038013fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd2897"} 2026-07-09T12:45:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd2897"}, "namespace": "ai-tenant-e2e-api-b-bd2897", "name": "odh-trusted-ca-bundle", "reconcileID": "f95ce389-cf57-4f78-8821-7c5de4a27360", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd2897", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:45:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd2897"}, "namespace": "ai-tenant-e2e-api-b-bd2897", "name": "odh-trusted-ca-bundle", "reconcileID": "f95ce389-cf57-4f78-8821-7c5de4a27360", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd2897"} 2026-07-09T12:45:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd2897"}, "namespace": "ai-tenant-e2e-api-b-bd2897", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1ec9782-734d-47bd-af4a-517f6e8ed696", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd2897"} 2026-07-09T12:45:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "b9a9f43c-ac59-4a56-bc0a-500f145f57de", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:45:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "b9a9f43c-ac59-4a56-bc0a-500f145f57de", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897-authn-ssl"} 2026-07-09T12:45:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "b9a9f43c-ac59-4a56-bc0a-500f145f57de", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:45:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fdef2a7c-4b28-4910-bcef-0a5fd3e57236", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:45:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "10f7a500-a522-47d5-b620-59f828d546aa", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress"} 2026-07-09T12:45:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "10f7a500-a522-47d5-b620-59f828d546aa", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d-authn-ssl"} 2026-07-09T12:45:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "10f7a500-a522-47d5-b620-59f828d546aa", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress"} 2026-07-09T12:45:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "a3b0c6e5-43dc-4029-9cab-d159ac2f76ea", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:45:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "a3b0c6e5-43dc-4029-9cab-d159ac2f76ea", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897-authn-ssl"} 2026-07-09T12:45:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "a3b0c6e5-43dc-4029-9cab-d159ac2f76ea", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:45:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d47e5ff0-d885-4d85-bb0a-c6d316f3f852", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:45:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "6d215104-8bf6-462c-915b-8b4b047104f7", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress"} 2026-07-09T12:45:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "6d215104-8bf6-462c-915b-8b4b047104f7", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d-authn-ssl"} 2026-07-09T12:45:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "6d215104-8bf6-462c-915b-8b4b047104f7", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress"} 2026-07-09T12:46:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a7e56d"}, "namespace": "ai-tenant-e2e-api-a-a7e56d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f4107ad-6d81-43d1-9fe3-ad979601a1c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a7e56d"} 2026-07-09T12:46:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a7e56d"}, "namespace": "ai-tenant-e2e-api-a-a7e56d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f4107ad-6d81-43d1-9fe3-ad979601a1c6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a7e56d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:46:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a7e56d"}, "namespace": "ai-tenant-e2e-api-a-a7e56d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f4107ad-6d81-43d1-9fe3-ad979601a1c6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-a7e56d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T12:46:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-a7e56d"}, "namespace": "ai-tenant-e2e-api-a-a7e56d", "name": "odh-trusted-ca-bundle", "reconcileID": "4358ca01-dbb7-48c5-96ce-c7819a9631e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a7e56d"} 2026-07-09T12:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-a7e56d"}, "namespace": "ai-tenant-e2e-api-a-a7e56d", "name": "odh-trusted-ca-bundle", "reconcileID": "4358ca01-dbb7-48c5-96ce-c7819a9631e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a7e56d"} 2026-07-09T12:46:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-a7e56d"}, "namespace": "ai-tenant-e2e-api-a-a7e56d", "name": "openshift-service-ca.crt", "reconcileID": "1f1d02fe-0676-41e4-9e46-6f4feb07be26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-a7e56d"} 2026-07-09T12:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-a7e56d"}, "namespace": "ai-tenant-e2e-api-a-a7e56d", "name": "openshift-service-ca.crt", "reconcileID": "1f1d02fe-0676-41e4-9e46-6f4feb07be26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-a7e56d"} 2026-07-09T12:46:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a7e56d"}, "namespace": "ai-tenant-e2e-api-a-a7e56d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7b33e1f-dfc1-4f29-a05f-2ee6330bfbf1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a7e56d"} 2026-07-09T12:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-a7e56d"}, "namespace": "ai-tenant-e2e-api-a-a7e56d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7b33e1f-dfc1-4f29-a05f-2ee6330bfbf1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-a7e56d"} 2026-07-09T12:46:05Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-a7e56d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-a7e56d", "reconcileID": "53037caf-435d-43e6-9943-27d19cf4662f", "Gateway": "e2e-api-a-a7e56d", "namespace": "openshift-ingress"} 2026-07-09T12:46:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "41ba63ec-fdb5-45ba-b237-c1e6ea68b048", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:46:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "c764b024-43c4-4020-b098-7a54f8d1fee9", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:46:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "c764b024-43c4-4020-b098-7a54f8d1fee9", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897-authn-ssl"} 2026-07-09T12:46:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "c764b024-43c4-4020-b098-7a54f8d1fee9", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:46:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd2897"}, "namespace": "ai-tenant-e2e-api-b-bd2897", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c8e9f8c-a2ac-4a97-b817-57855539a713", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd2897"} 2026-07-09T12:46:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd2897"}, "namespace": "ai-tenant-e2e-api-b-bd2897", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c8e9f8c-a2ac-4a97-b817-57855539a713", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd2897", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:46:11Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd2897"}, "namespace": "ai-tenant-e2e-api-b-bd2897", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c8e9f8c-a2ac-4a97-b817-57855539a713", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-bd2897 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T12:46:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd2897"}, "namespace": "ai-tenant-e2e-api-b-bd2897", "name": "odh-trusted-ca-bundle", "reconcileID": "be50340a-4672-4e0f-bc39-8c09d8b3da27", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd2897"} 2026-07-09T12:46:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd2897"}, "namespace": "ai-tenant-e2e-api-b-bd2897", "name": "odh-trusted-ca-bundle", "reconcileID": "be50340a-4672-4e0f-bc39-8c09d8b3da27", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd2897"} 2026-07-09T12:46:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-bd2897"}, "namespace": "ai-tenant-e2e-api-b-bd2897", "name": "openshift-service-ca.crt", "reconcileID": "bbdc881d-adc5-4c9f-80ad-74dde1b99b4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-bd2897"} 2026-07-09T12:46:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-bd2897"}, "namespace": "ai-tenant-e2e-api-b-bd2897", "name": "openshift-service-ca.crt", "reconcileID": "bbdc881d-adc5-4c9f-80ad-74dde1b99b4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-bd2897"} 2026-07-09T12:46:11Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd2897"}, "namespace": "ai-tenant-e2e-api-b-bd2897", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af9606a0-5db8-45d6-a543-c3e35cd62731", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd2897"} 2026-07-09T12:46:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd2897"}, "namespace": "ai-tenant-e2e-api-b-bd2897", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af9606a0-5db8-45d6-a543-c3e35cd62731", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd2897"} 2026-07-09T12:46:12Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd2897","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd2897", "reconcileID": "4aec5314-050e-4f98-a0f8-e003cfbb671c", "Gateway": "e2e-api-b-bd2897", "namespace": "openshift-ingress"} 2026-07-09T12:46:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "a663e105-81c5-4349-9240-9a4354794c5d", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress"} 2026-07-09T12:46:13Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "a663e105-81c5-4349-9240-9a4354794c5d", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57-authn-ssl"} 2026-07-09T12:46:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "a663e105-81c5-4349-9240-9a4354794c5d", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress"} 2026-07-09T12:46:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "d3d5c893-9bdc-4577-9e95-cd89e6cc88c5", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress"} 2026-07-09T12:46:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "d3d5c893-9bdc-4577-9e95-cd89e6cc88c5", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57-authn-ssl"} 2026-07-09T12:46:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "d3d5c893-9bdc-4577-9e95-cd89e6cc88c5", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress"} 2026-07-09T12:46:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "0bf6a91a-c67a-4fb1-8989-9f98bdf7015f", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress"} 2026-07-09T12:46:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "0bf6a91a-c67a-4fb1-8989-9f98bdf7015f", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57-authn-ssl"} 2026-07-09T12:46:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "0bf6a91a-c67a-4fb1-8989-9f98bdf7015f", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress"} 2026-07-09T12:46:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "de204433-a63b-4500-adc8-5abf3f08a2ae", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress"} 2026-07-09T12:46:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "de204433-a63b-4500-adc8-5abf3f08a2ae", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57-authn-ssl"} 2026-07-09T12:46:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "de204433-a63b-4500-adc8-5abf3f08a2ae", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress"} 2026-07-09T12:46:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "96776840-9d2d-4270-aa4d-c2b0cc00c358", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress"} 2026-07-09T12:46:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "96776840-9d2d-4270-aa4d-c2b0cc00c358", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57-authn-ssl"} 2026-07-09T12:46:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "96776840-9d2d-4270-aa4d-c2b0cc00c358", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress"} 2026-07-09T12:46:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "954e9811-6782-402d-b45e-e3d04f99d97a", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress"} 2026-07-09T12:46:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "954e9811-6782-402d-b45e-e3d04f99d97a", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57-authn-ssl"} 2026-07-09T12:46:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "954e9811-6782-402d-b45e-e3d04f99d97a", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress"} 2026-07-09T12:46:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "a5dd25f7-d0ef-4d6b-b4be-1e6715b562e8", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress"} 2026-07-09T12:46:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "a5dd25f7-d0ef-4d6b-b4be-1e6715b562e8", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57-authn-ssl"} 2026-07-09T12:46:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "a5dd25f7-d0ef-4d6b-b4be-1e6715b562e8", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress"} 2026-07-09T12:46:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e28f57"}, "namespace": "ai-tenant-e2e-shared-a-e28f57", "name": "openshift-service-ca.crt", "reconcileID": "bc441af1-961e-46fd-858b-3c06f548af73", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e28f57"} 2026-07-09T12:46:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e28f57"}, "namespace": "ai-tenant-e2e-shared-a-e28f57", "name": "odh-trusted-ca-bundle", "reconcileID": "20af4b79-3d5b-4940-af2a-93681579dbd1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e28f57"} 2026-07-09T12:46:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e28f57"}, "namespace": "ai-tenant-e2e-shared-a-e28f57", "name": "openshift-service-ca.crt", "reconcileID": "5d4b30c3-d1bc-47ba-b03a-2cd0e6b93abd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e28f57", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:46:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e28f57"}, "namespace": "ai-tenant-e2e-shared-a-e28f57", "name": "openshift-service-ca.crt", "reconcileID": "5d4b30c3-d1bc-47ba-b03a-2cd0e6b93abd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e28f57"} 2026-07-09T12:46:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e28f57"}, "namespace": "ai-tenant-e2e-shared-a-e28f57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef9754c7-b0b7-417f-99f3-0c6d4b783ba3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e28f57"} 2026-07-09T12:46:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e28f57"}, "namespace": "ai-tenant-e2e-shared-a-e28f57", "name": "openshift-service-ca.crt", "reconcileID": "572523e9-b23e-4357-a1de-915995f9bfe8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e28f57"} 2026-07-09T12:46:16Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e28f57"}, "namespace": "ai-tenant-e2e-shared-a-e28f57", "name": "odh-trusted-ca-bundle", "reconcileID": "442080cb-cada-4642-b179-0742140a2c92", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e28f57", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:46:16Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e28f57"}, "namespace": "ai-tenant-e2e-shared-a-e28f57", "name": "odh-trusted-ca-bundle", "reconcileID": "442080cb-cada-4642-b179-0742140a2c92", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e28f57"} 2026-07-09T12:46:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e28f57"}, "namespace": "ai-tenant-e2e-shared-a-e28f57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09fc6a9b-445e-44e8-b51e-7c0807dd6441", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e28f57"} 2026-07-09T12:46:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "1e6f4900-f21e-4ca7-9518-a705ea87efd6", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress"} 2026-07-09T12:46:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "1e6f4900-f21e-4ca7-9518-a705ea87efd6", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57-authn-ssl"} 2026-07-09T12:46:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "1e6f4900-f21e-4ca7-9518-a705ea87efd6", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress"} 2026-07-09T12:46:16Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "03157523-7bb5-4c6d-a8db-75a93d5d43e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:46:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "8c16ced1-ce2f-4386-b673-86465ee84408", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress"} 2026-07-09T12:46:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "8c16ced1-ce2f-4386-b673-86465ee84408", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6-authn-ssl"} 2026-07-09T12:46:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "8c16ced1-ce2f-4386-b673-86465ee84408", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress"} 2026-07-09T12:46:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "7d82a072-b6e0-4fe8-9629-662f9c737a7d", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress"} 2026-07-09T12:46:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "7d82a072-b6e0-4fe8-9629-662f9c737a7d", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6-authn-ssl"} 2026-07-09T12:46:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "7d82a072-b6e0-4fe8-9629-662f9c737a7d", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress"} 2026-07-09T12:46:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "01c27d62-3598-4976-a813-6ae3edc6ce0c", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress"} 2026-07-09T12:46:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "01c27d62-3598-4976-a813-6ae3edc6ce0c", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6-authn-ssl"} 2026-07-09T12:46:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "01c27d62-3598-4976-a813-6ae3edc6ce0c", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress"} 2026-07-09T12:46:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "01615beb-2bcc-48a0-9cb5-8271f1087302", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress"} 2026-07-09T12:46:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "01615beb-2bcc-48a0-9cb5-8271f1087302", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6-authn-ssl"} 2026-07-09T12:46:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "01615beb-2bcc-48a0-9cb5-8271f1087302", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress"} 2026-07-09T12:46:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "29ab4894-e8b6-4c3b-be5e-c8cc5dce6589", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress"} 2026-07-09T12:46:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "29ab4894-e8b6-4c3b-be5e-c8cc5dce6589", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6-authn-ssl"} 2026-07-09T12:46:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "29ab4894-e8b6-4c3b-be5e-c8cc5dce6589", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress"} 2026-07-09T12:46:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "bf3b9941-9ee0-41e2-9ae2-ff4ad6eea7f5", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress"} 2026-07-09T12:46:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "bf3b9941-9ee0-41e2-9ae2-ff4ad6eea7f5", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6-authn-ssl"} 2026-07-09T12:46:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "bf3b9941-9ee0-41e2-9ae2-ff4ad6eea7f5", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress"} 2026-07-09T12:46:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "1ac5ac02-3d31-40c9-8ded-83b3a3459270", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress"} 2026-07-09T12:46:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "1ac5ac02-3d31-40c9-8ded-83b3a3459270", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57-authn-ssl"} 2026-07-09T12:46:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "1ac5ac02-3d31-40c9-8ded-83b3a3459270", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress"} 2026-07-09T12:46:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e490e6"}, "namespace": "ai-tenant-e2e-shared-b-e490e6", "name": "openshift-service-ca.crt", "reconcileID": "a1cb67dc-706e-4f24-ad54-371cd992c9c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e490e6"} 2026-07-09T12:46:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e490e6"}, "namespace": "ai-tenant-e2e-shared-b-e490e6", "name": "odh-trusted-ca-bundle", "reconcileID": "2260e4c3-f324-41f0-b7aa-b3f3f00b1333", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e490e6"} 2026-07-09T12:46:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e490e6"}, "namespace": "ai-tenant-e2e-shared-b-e490e6", "name": "openshift-service-ca.crt", "reconcileID": "382f5f38-2488-4fe1-8d0f-a0e5a38f2d41", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e490e6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:46:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e490e6"}, "namespace": "ai-tenant-e2e-shared-b-e490e6", "name": "openshift-service-ca.crt", "reconcileID": "382f5f38-2488-4fe1-8d0f-a0e5a38f2d41", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e490e6"} 2026-07-09T12:46:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e490e6"}, "namespace": "ai-tenant-e2e-shared-b-e490e6", "name": "openshift-service-ca.crt", "reconcileID": "28d927d1-844a-4c87-8afd-5ab67218e908", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e490e6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:46:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e490e6"}, "namespace": "ai-tenant-e2e-shared-b-e490e6", "name": "openshift-service-ca.crt", "reconcileID": "28d927d1-844a-4c87-8afd-5ab67218e908", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T12:46:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e490e6"}, "namespace": "ai-tenant-e2e-shared-b-e490e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea1357cd-1826-47f7-817d-ba1b5482423e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e490e6"} 2026-07-09T12:46:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e490e6"}, "namespace": "ai-tenant-e2e-shared-b-e490e6", "name": "openshift-service-ca.crt", "reconcileID": "cd555523-cfaa-45cf-9965-d219b824a54a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e490e6"} 2026-07-09T12:46:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e490e6"}, "namespace": "ai-tenant-e2e-shared-b-e490e6", "name": "odh-trusted-ca-bundle", "reconcileID": "d12a9439-ccdc-4a34-947a-074345adf1e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e490e6", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:46:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e490e6"}, "namespace": "ai-tenant-e2e-shared-b-e490e6", "name": "odh-trusted-ca-bundle", "reconcileID": "d12a9439-ccdc-4a34-947a-074345adf1e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e490e6"} 2026-07-09T12:46:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e490e6"}, "namespace": "ai-tenant-e2e-shared-b-e490e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4efcb871-fbeb-480c-802a-fb4423b56dc7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e490e6"} 2026-07-09T12:46:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "241cd763-5878-46d7-84d4-6af7e275ac13", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress"} 2026-07-09T12:46:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "241cd763-5878-46d7-84d4-6af7e275ac13", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6-authn-ssl"} 2026-07-09T12:46:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "241cd763-5878-46d7-84d4-6af7e275ac13", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress"} 2026-07-09T12:46:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "54173caa-2c9f-45d9-8961-c8e5208dcb49", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:46:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "6e695c30-2a13-45a3-b248-352a284aa105", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress"} 2026-07-09T12:46:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "6e695c30-2a13-45a3-b248-352a284aa105", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6-authn-ssl"} 2026-07-09T12:46:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "6e695c30-2a13-45a3-b248-352a284aa105", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress"} 2026-07-09T12:46:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "33f677da-428b-440f-8c9f-382db07b9a82", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:46:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7b15d124-aaea-4d14-846f-293991285474", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:48:54Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T12:48:54Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T12:48:56Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T12:48:56Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-09T12:49:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e99c4b1b-c9e5-4d14-8ee5-3de10a632bd1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:49:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "3ab98aef-f115-487e-b7b8-d5de01cf9dea", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress"} 2026-07-09T12:49:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "3ab98aef-f115-487e-b7b8-d5de01cf9dea", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57-authn-ssl"} 2026-07-09T12:49:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "3ab98aef-f115-487e-b7b8-d5de01cf9dea", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress"} 2026-07-09T12:49:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e28f57"}, "namespace": "ai-tenant-e2e-shared-a-e28f57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c969b15-4abd-478b-8472-1f03cfe9a912", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e28f57"} 2026-07-09T12:49:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e28f57"}, "namespace": "ai-tenant-e2e-shared-a-e28f57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c969b15-4abd-478b-8472-1f03cfe9a912", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e28f57", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:49:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e28f57"}, "namespace": "ai-tenant-e2e-shared-a-e28f57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c969b15-4abd-478b-8472-1f03cfe9a912", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-e28f57 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T12:49:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e28f57"}, "namespace": "ai-tenant-e2e-shared-a-e28f57", "name": "odh-trusted-ca-bundle", "reconcileID": "c782e416-9bb3-4bf6-8fd4-0d129408ed59", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e28f57"} 2026-07-09T12:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e28f57"}, "namespace": "ai-tenant-e2e-shared-a-e28f57", "name": "odh-trusted-ca-bundle", "reconcileID": "c782e416-9bb3-4bf6-8fd4-0d129408ed59", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e28f57"} 2026-07-09T12:49:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e28f57"}, "namespace": "ai-tenant-e2e-shared-a-e28f57", "name": "openshift-service-ca.crt", "reconcileID": "5b2f375a-d886-4de1-a7d2-9b6217b5d4ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e28f57"} 2026-07-09T12:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e28f57"}, "namespace": "ai-tenant-e2e-shared-a-e28f57", "name": "openshift-service-ca.crt", "reconcileID": "5b2f375a-d886-4de1-a7d2-9b6217b5d4ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e28f57"} 2026-07-09T12:49:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e28f57"}, "namespace": "ai-tenant-e2e-shared-a-e28f57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "478ade54-0f29-4ede-a5fb-de34112687d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e28f57"} 2026-07-09T12:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e28f57"}, "namespace": "ai-tenant-e2e-shared-a-e28f57", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "478ade54-0f29-4ede-a5fb-de34112687d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e28f57"} 2026-07-09T12:49:40Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e28f57","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e28f57", "reconcileID": "015d8a99-9430-4f3b-9d44-1e8d3ec9060d", "Gateway": "e2e-shared-a-e28f57", "namespace": "openshift-ingress"} 2026-07-09T12:49:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7f755e21-5ac6-4812-b2b7-271fc9609041", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T12:49:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "1a4e07b3-c2b6-421d-896c-7aa8e617b108", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress"} 2026-07-09T12:49:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "1a4e07b3-c2b6-421d-896c-7aa8e617b108", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6-authn-ssl"} 2026-07-09T12:49:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "1a4e07b3-c2b6-421d-896c-7aa8e617b108", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress"} 2026-07-09T12:49:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e490e6"}, "namespace": "ai-tenant-e2e-shared-b-e490e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cbb56b1-42e1-472e-b60a-01d486146264", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e490e6"} 2026-07-09T12:49:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e490e6"}, "namespace": "ai-tenant-e2e-shared-b-e490e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cbb56b1-42e1-472e-b60a-01d486146264", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e490e6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T12:49:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e490e6"}, "namespace": "ai-tenant-e2e-shared-b-e490e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0cbb56b1-42e1-472e-b60a-01d486146264", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-e490e6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T12:49:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e490e6"}, "namespace": "ai-tenant-e2e-shared-b-e490e6", "name": "odh-trusted-ca-bundle", "reconcileID": "0f9b050f-cb95-4673-bd2c-0dd5bdc45611", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e490e6"} 2026-07-09T12:49:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e490e6"}, "namespace": "ai-tenant-e2e-shared-b-e490e6", "name": "odh-trusted-ca-bundle", "reconcileID": "0f9b050f-cb95-4673-bd2c-0dd5bdc45611", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e490e6"} 2026-07-09T12:49:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e490e6"}, "namespace": "ai-tenant-e2e-shared-b-e490e6", "name": "openshift-service-ca.crt", "reconcileID": "45f12c35-fc47-4bdd-ae8f-bebff18faa7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e490e6"} 2026-07-09T12:49:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e490e6"}, "namespace": "ai-tenant-e2e-shared-b-e490e6", "name": "openshift-service-ca.crt", "reconcileID": "45f12c35-fc47-4bdd-ae8f-bebff18faa7a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e490e6"} 2026-07-09T12:49:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e490e6"}, "namespace": "ai-tenant-e2e-shared-b-e490e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "573571f6-d5a2-4941-889d-6c9639e90944", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e490e6"} 2026-07-09T12:49:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e490e6"}, "namespace": "ai-tenant-e2e-shared-b-e490e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "573571f6-d5a2-4941-889d-6c9639e90944", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e490e6"} 2026-07-09T12:49:47Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e490e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e490e6", "reconcileID": "0d6e2dde-1ef4-417d-8a65-a2b99ca1ab0e", "Gateway": "e2e-shared-b-e490e6", "namespace": "openshift-ingress"}