/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:17:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0d7ebb66"}, "namespace": "ai-tenant-e2e-mt-0d7ebb66", "name": "odh-trusted-ca-bundle", "reconcileID": "67a6f6bc-e6d5-4c02-8b8a-7c907e332f99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0d7ebb66"} 2026-07-08T19:17:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0d7ebb66"}, "namespace": "ai-tenant-e2e-mt-0d7ebb66", "name": "odh-trusted-ca-bundle", "reconcileID": "67a6f6bc-e6d5-4c02-8b8a-7c907e332f99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0d7ebb66"} 2026-07-08T19:17:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0d7ebb66"}, "namespace": "ai-tenant-e2e-mt-0d7ebb66", "name": "openshift-service-ca.crt", "reconcileID": "717f4abb-afb2-463d-8986-5f521fea41b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0d7ebb66"} 2026-07-08T19:17:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0d7ebb66"}, "namespace": "ai-tenant-e2e-mt-0d7ebb66", "name": "openshift-service-ca.crt", "reconcileID": "717f4abb-afb2-463d-8986-5f521fea41b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0d7ebb66"} 2026-07-08T19:17:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0d7ebb66"}, "namespace": "ai-tenant-e2e-mt-0d7ebb66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "589ddf5c-f7dd-4351-9c7a-ad631aa0d0dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0d7ebb66"} 2026-07-08T19:17:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0d7ebb66"}, "namespace": "ai-tenant-e2e-mt-0d7ebb66", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "589ddf5c-f7dd-4351-9c7a-ad631aa0d0dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0d7ebb66"} 2026-07-08T19:17:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c2b575d4"}, "namespace": "ai-tenant-e2e-mt-c2b575d4", "name": "openshift-service-ca.crt", "reconcileID": "44a7e4d7-fd09-4815-a74b-cc54bb571fa9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c2b575d4"} 2026-07-08T19:17:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c2b575d4"}, "namespace": "ai-tenant-e2e-mt-c2b575d4", "name": "odh-trusted-ca-bundle", "reconcileID": "b7c05e07-5b1f-42df-bff2-d154e7f63283", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c2b575d4"} 2026-07-08T19:17:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c2b575d4"}, "namespace": "ai-tenant-e2e-mt-c2b575d4", "name": "openshift-service-ca.crt", "reconcileID": "ee3e0669-0316-4d28-b983-19153884483f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c2b575d4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:17:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c2b575d4"}, "namespace": "ai-tenant-e2e-mt-c2b575d4", "name": "openshift-service-ca.crt", "reconcileID": "ee3e0669-0316-4d28-b983-19153884483f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c2b575d4"} 2026-07-08T19:17:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c2b575d4"}, "namespace": "ai-tenant-e2e-mt-c2b575d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "302080c9-fc47-41a4-b353-b528b0c93504", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c2b575d4"} 2026-07-08T19:17:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c2b575d4"}, "namespace": "ai-tenant-e2e-mt-c2b575d4", "name": "openshift-service-ca.crt", "reconcileID": "10ea4af0-d1d5-49f7-b50a-246ca6551d81", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c2b575d4"} 2026-07-08T19:17:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c2b575d4"}, "namespace": "ai-tenant-e2e-mt-c2b575d4", "name": "odh-trusted-ca-bundle", "reconcileID": "837b8b52-bc20-46d1-ad08-d8d1bffe888a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c2b575d4", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:17:13Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c2b575d4"}, "namespace": "ai-tenant-e2e-mt-c2b575d4", "name": "odh-trusted-ca-bundle", "reconcileID": "837b8b52-bc20-46d1-ad08-d8d1bffe888a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c2b575d4"} 2026-07-08T19:17:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c2b575d4"}, "namespace": "ai-tenant-e2e-mt-c2b575d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48017fdf-913e-41bb-a65f-23da97af08d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c2b575d4"} 2026-07-08T19:17:25Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:17:25Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:17:26Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:17:26Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:17:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c2b575d4"}, "namespace": "ai-tenant-e2e-mt-c2b575d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b43c3bd0-f8b5-4889-b1f2-1ada180c1291", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c2b575d4"} 2026-07-08T19:17:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c2b575d4"}, "namespace": "ai-tenant-e2e-mt-c2b575d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b43c3bd0-f8b5-4889-b1f2-1ada180c1291", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c2b575d4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:17:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c2b575d4"}, "namespace": "ai-tenant-e2e-mt-c2b575d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b43c3bd0-f8b5-4889-b1f2-1ada180c1291", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-c2b575d4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:17:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c2b575d4"}, "namespace": "ai-tenant-e2e-mt-c2b575d4", "name": "odh-trusted-ca-bundle", "reconcileID": "ea854977-d132-4aab-aefc-42d135cfb3dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c2b575d4"} 2026-07-08T19:17:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c2b575d4"}, "namespace": "ai-tenant-e2e-mt-c2b575d4", "name": "odh-trusted-ca-bundle", "reconcileID": "ea854977-d132-4aab-aefc-42d135cfb3dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c2b575d4", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:17:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c2b575d4"}, "namespace": "ai-tenant-e2e-mt-c2b575d4", "name": "odh-trusted-ca-bundle", "reconcileID": "ea854977-d132-4aab-aefc-42d135cfb3dc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-c2b575d4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:17:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c2b575d4"}, "namespace": "ai-tenant-e2e-mt-c2b575d4", "name": "openshift-service-ca.crt", "reconcileID": "96594e12-f4e2-471f-b88e-4cb010ff4b3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c2b575d4"} 2026-07-08T19:17:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c2b575d4"}, "namespace": "ai-tenant-e2e-mt-c2b575d4", "name": "openshift-service-ca.crt", "reconcileID": "96594e12-f4e2-471f-b88e-4cb010ff4b3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c2b575d4"} 2026-07-08T19:17:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c2b575d4"}, "namespace": "ai-tenant-e2e-mt-c2b575d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5c4f8a5-965e-4fd5-88d2-27178d193589", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c2b575d4"} 2026-07-08T19:17:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c2b575d4"}, "namespace": "ai-tenant-e2e-mt-c2b575d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5c4f8a5-965e-4fd5-88d2-27178d193589", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c2b575d4"} 2026-07-08T19:17:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c2b575d4"}, "namespace": "ai-tenant-e2e-mt-c2b575d4", "name": "odh-trusted-ca-bundle", "reconcileID": "9a962299-24bc-4183-9c69-cca4f5d93de8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c2b575d4"} 2026-07-08T19:17:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c2b575d4"}, "namespace": "ai-tenant-e2e-mt-c2b575d4", "name": "odh-trusted-ca-bundle", "reconcileID": "9a962299-24bc-4183-9c69-cca4f5d93de8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c2b575d4"} 2026-07-08T19:17:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "72718f25-6740-4fb3-a505-daa68e4232f9", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:17:52Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "72718f25-6740-4fb3-a505-daa68e4232f9", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce-authn-ssl"} 2026-07-08T19:17:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "72718f25-6740-4fb3-a505-daa68e4232f9", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:17:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "a98aad9a-d2e1-4cfb-a297-1b2b7d2f5f03", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:17:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "a98aad9a-d2e1-4cfb-a297-1b2b7d2f5f03", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce-authn-ssl"} 2026-07-08T19:17:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "a98aad9a-d2e1-4cfb-a297-1b2b7d2f5f03", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:17:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "d1ad09bf-658f-4d9e-a069-6a57bb14fd25", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:17:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "d1ad09bf-658f-4d9e-a069-6a57bb14fd25", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce-authn-ssl"} 2026-07-08T19:17:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "d1ad09bf-658f-4d9e-a069-6a57bb14fd25", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:17:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "ba9c68bb-3825-48f1-bc2d-cf3d531d6ed7", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:17:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "ba9c68bb-3825-48f1-bc2d-cf3d531d6ed7", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce-authn-ssl"} 2026-07-08T19:17:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "ba9c68bb-3825-48f1-bc2d-cf3d531d6ed7", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:17:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "bcf047f1-bf8b-46bd-b72d-409e7e3e6c73", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:17:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "bcf047f1-bf8b-46bd-b72d-409e7e3e6c73", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce-authn-ssl"} 2026-07-08T19:17:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "bcf047f1-bf8b-46bd-b72d-409e7e3e6c73", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:17:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "efcf150e-dcc0-4426-9199-4c934734a050", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:17:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "efcf150e-dcc0-4426-9199-4c934734a050", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce-authn-ssl"} 2026-07-08T19:17:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "efcf150e-dcc0-4426-9199-4c934734a050", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:17:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "27664089-0c89-49c1-b0d7-f3b124d1928b", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:17:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "27664089-0c89-49c1-b0d7-f3b124d1928b", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce-authn-ssl"} 2026-07-08T19:17:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "27664089-0c89-49c1-b0d7-f3b124d1928b", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:17:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "openshift-service-ca.crt", "reconcileID": "a73378c4-d571-4ff4-ac03-4513c9d6ade6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:17:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "odh-trusted-ca-bundle", "reconcileID": "6bc775df-fa70-4c73-9621-e5573043c6de", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:17:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "openshift-service-ca.crt", "reconcileID": "8d504bbf-f5ba-461f-962f-d77ee906c3d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-b274ce", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:17:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "openshift-service-ca.crt", "reconcileID": "8d504bbf-f5ba-461f-962f-d77ee906c3d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:17:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "openshift-service-ca.crt", "reconcileID": "0ecba007-e0a5-4768-9a61-5c0d4986cb26", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:17:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8c7327a6-8696-4e57-93ea-f7ccfd047ae4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:17:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "odh-trusted-ca-bundle", "reconcileID": "60c0b5c9-a537-4b79-96ac-9603ba936fc2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-b274ce", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:17:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "odh-trusted-ca-bundle", "reconcileID": "60c0b5c9-a537-4b79-96ac-9603ba936fc2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:17:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16b2bae4-cdd0-4c06-9516-6d4dc77566fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:17:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "10a686ce-f48a-41c2-a8f2-75f564eaffcc", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:17:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "10a686ce-f48a-41c2-a8f2-75f564eaffcc", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce-authn-ssl"} 2026-07-08T19:17:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "10a686ce-f48a-41c2-a8f2-75f564eaffcc", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:17:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3521a969-e466-48bc-99f2-c6d13477b2e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "08016111-533f-4d97-a757-77750b942d75", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:00Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "08016111-533f-4d97-a757-77750b942d75", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136-authn-ssl"} 2026-07-08T19:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "08016111-533f-4d97-a757-77750b942d75", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "c36b65e1-289b-4344-bf3f-27aa8af7a4d5", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "c36b65e1-289b-4344-bf3f-27aa8af7a4d5", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136-authn-ssl"} 2026-07-08T19:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "c36b65e1-289b-4344-bf3f-27aa8af7a4d5", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "1b7785ff-ff92-4b51-8f6a-152c0eadf4fd", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "1b7785ff-ff92-4b51-8f6a-152c0eadf4fd", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136-authn-ssl"} 2026-07-08T19:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "1b7785ff-ff92-4b51-8f6a-152c0eadf4fd", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "e353b6c6-189b-47ed-a792-aa2347324198", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "e353b6c6-189b-47ed-a792-aa2347324198", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136-authn-ssl"} 2026-07-08T19:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "e353b6c6-189b-47ed-a792-aa2347324198", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "d9363bf4-e232-4bac-8033-2fce00696ca1", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "d9363bf4-e232-4bac-8033-2fce00696ca1", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136-authn-ssl"} 2026-07-08T19:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "d9363bf4-e232-4bac-8033-2fce00696ca1", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "d21d23d4-2f77-43b1-ba8c-36e09693209b", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "d21d23d4-2f77-43b1-ba8c-36e09693209b", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136-authn-ssl"} 2026-07-08T19:18:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "d21d23d4-2f77-43b1-ba8c-36e09693209b", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "ca98c113-756f-471c-8518-89df3112a0d7", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "ca98c113-756f-471c-8518-89df3112a0d7", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136-authn-ssl"} 2026-07-08T19:18:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "ca98c113-756f-471c-8518-89df3112a0d7", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "openshift-service-ca.crt", "reconcileID": "9ced5c5a-5307-4da4-8cbb-5a42cab7b8f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "odh-trusted-ca-bundle", "reconcileID": "58899775-6227-4b9d-9c05-6893ed0fdc60", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "openshift-service-ca.crt", "reconcileID": "85b4587c-2010-4534-8f09-02cd705b5213", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2d9136", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:18:03Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "openshift-service-ca.crt", "reconcileID": "85b4587c-2010-4534-8f09-02cd705b5213", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54d9d66c-e561-4089-b957-739853daebb0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "openshift-service-ca.crt", "reconcileID": "a3d725f7-13bc-4654-8b42-3f56fb6b3d63", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "odh-trusted-ca-bundle", "reconcileID": "756683a2-cfc6-4de7-b6a2-5b80303cd5f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2d9136", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:18:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "odh-trusted-ca-bundle", "reconcileID": "756683a2-cfc6-4de7-b6a2-5b80303cd5f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "495e6f1c-8481-4636-906f-ab341e9d40a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "9e771074-87cc-4243-a68e-f96ec1b727fa", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "9e771074-87cc-4243-a68e-f96ec1b727fa", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136-authn-ssl"} 2026-07-08T19:18:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "9e771074-87cc-4243-a68e-f96ec1b727fa", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e482c08b-6b99-47f6-807f-75695c35695b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:18:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "69eb1d78-9d50-415d-9e44-70950984142f", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:18:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "69eb1d78-9d50-415d-9e44-70950984142f", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce-authn-ssl"} 2026-07-08T19:18:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "69eb1d78-9d50-415d-9e44-70950984142f", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:18:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "215221dc-0a09-4b52-9a3d-64efba30b8a7", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "215221dc-0a09-4b52-9a3d-64efba30b8a7", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "215221dc-0a09-4b52-9a3d-64efba30b8a7", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "ac765db9-1b75-416b-a25b-97aec442266d", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:18:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "215221dc-0a09-4b52-9a3d-64efba30b8a7", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce-kserve-route-authn"} 2026-07-08T19:18:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "215221dc-0a09-4b52-9a3d-64efba30b8a7", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce", "authType": "userdefined"} 2026-07-08T19:18:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "215221dc-0a09-4b52-9a3d-64efba30b8a7", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "ac765db9-1b75-416b-a25b-97aec442266d", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce-authn-ssl"} 2026-07-08T19:18:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "ac765db9-1b75-416b-a25b-97aec442266d", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:18:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "16f5afeb-9d46-4d7d-ba73-a0183118ae39", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "16f5afeb-9d46-4d7d-ba73-a0183118ae39", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "16f5afeb-9d46-4d7d-ba73-a0183118ae39", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "16f5afeb-9d46-4d7d-ba73-a0183118ae39", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce-kserve-route-authn"} 2026-07-08T19:18:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "16f5afeb-9d46-4d7d-ba73-a0183118ae39", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce", "authType": "userdefined"} 2026-07-08T19:18:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "16f5afeb-9d46-4d7d-ba73-a0183118ae39", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "0ff607b4-2c39-483b-b7af-69e8f0a8037b", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:18:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "0ff607b4-2c39-483b-b7af-69e8f0a8037b", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce-authn-ssl"} 2026-07-08T19:18:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "0ff607b4-2c39-483b-b7af-69e8f0a8037b", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:18:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "880dae45-ce21-4b3e-8536-7c184bd99399", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "880dae45-ce21-4b3e-8536-7c184bd99399", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136-authn-ssl"} 2026-07-08T19:18:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "880dae45-ce21-4b3e-8536-7c184bd99399", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "74742b5b-7d69-42c5-9bbd-aa97db4e684c", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "74742b5b-7d69-42c5-9bbd-aa97db4e684c", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "74742b5b-7d69-42c5-9bbd-aa97db4e684c", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "74742b5b-7d69-42c5-9bbd-aa97db4e684c", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce-kserve-route-authn"} 2026-07-08T19:18:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "74742b5b-7d69-42c5-9bbd-aa97db4e684c", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce", "authType": "userdefined"} 2026-07-08T19:18:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "74742b5b-7d69-42c5-9bbd-aa97db4e684c", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f619cf94-e013-437e-974f-5c55c8fe35b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:18:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "80754e10-8866-4246-b6db-4fb2f5bbe60c", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:18:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "80754e10-8866-4246-b6db-4fb2f5bbe60c", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce-authn-ssl"} 2026-07-08T19:18:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "80754e10-8866-4246-b6db-4fb2f5bbe60c", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:18:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8863bfda-90b6-4db3-8642-a6f67047642a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:18:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "e0694e00-34e7-459d-ab55-9067899a2909", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "e0694e00-34e7-459d-ab55-9067899a2909", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "e0694e00-34e7-459d-ab55-9067899a2909", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "e0694e00-34e7-459d-ab55-9067899a2909", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce-kserve-route-authn"} 2026-07-08T19:18:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "e0694e00-34e7-459d-ab55-9067899a2909", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce", "authType": "userdefined"} 2026-07-08T19:18:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "e0694e00-34e7-459d-ab55-9067899a2909", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "4c2020c3-4076-4154-a724-71bc67c2fc0d", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "4c2020c3-4076-4154-a724-71bc67c2fc0d", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "4c2020c3-4076-4154-a724-71bc67c2fc0d", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "91cd1bbb-259f-4c48-9591-53cab0599917", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "4c2020c3-4076-4154-a724-71bc67c2fc0d", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136-kserve-route-authn"} 2026-07-08T19:18:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "4c2020c3-4076-4154-a724-71bc67c2fc0d", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136", "authType": "userdefined"} 2026-07-08T19:18:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "4c2020c3-4076-4154-a724-71bc67c2fc0d", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "91cd1bbb-259f-4c48-9591-53cab0599917", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136-authn-ssl"} 2026-07-08T19:18:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "91cd1bbb-259f-4c48-9591-53cab0599917", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "ef85e602-d4e0-453c-8d10-3fcc54098199", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "ef85e602-d4e0-453c-8d10-3fcc54098199", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "ef85e602-d4e0-453c-8d10-3fcc54098199", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "ef85e602-d4e0-453c-8d10-3fcc54098199", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136-kserve-route-authn"} 2026-07-08T19:18:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "ef85e602-d4e0-453c-8d10-3fcc54098199", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136", "authType": "userdefined"} 2026-07-08T19:18:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "ef85e602-d4e0-453c-8d10-3fcc54098199", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "ea2a1cfa-6369-49ac-b52f-7b63cff0129c", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "ea2a1cfa-6369-49ac-b52f-7b63cff0129c", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136-authn-ssl"} 2026-07-08T19:18:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "ea2a1cfa-6369-49ac-b52f-7b63cff0129c", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "cde6b478-ca77-4fdb-937e-b57aac3c0cb4", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "cde6b478-ca77-4fdb-937e-b57aac3c0cb4", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "cde6b478-ca77-4fdb-937e-b57aac3c0cb4", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "cde6b478-ca77-4fdb-937e-b57aac3c0cb4", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136-kserve-route-authn"} 2026-07-08T19:18:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "cde6b478-ca77-4fdb-937e-b57aac3c0cb4", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136", "authType": "userdefined"} 2026-07-08T19:18:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "cde6b478-ca77-4fdb-937e-b57aac3c0cb4", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "0e529602-b123-4ffc-8d61-a39160c40179", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "0e529602-b123-4ffc-8d61-a39160c40179", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136-authn-ssl"} 2026-07-08T19:18:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "0e529602-b123-4ffc-8d61-a39160c40179", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "ac0fee81-4b39-4908-ad8e-c751cad415fe", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "ac0fee81-4b39-4908-ad8e-c751cad415fe", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "ac0fee81-4b39-4908-ad8e-c751cad415fe", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "ac0fee81-4b39-4908-ad8e-c751cad415fe", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136-kserve-route-authn"} 2026-07-08T19:18:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "ac0fee81-4b39-4908-ad8e-c751cad415fe", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136", "authType": "userdefined"} 2026-07-08T19:18:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "ac0fee81-4b39-4908-ad8e-c751cad415fe", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "24b0804a-217e-4ef4-a8a7-c77924c7d852", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "24b0804a-217e-4ef4-a8a7-c77924c7d852", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce"} 2026-07-08T19:18:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "24b0804a-217e-4ef4-a8a7-c77924c7d852", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "24b0804a-217e-4ef4-a8a7-c77924c7d852", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "24b0804a-217e-4ef4-a8a7-c77924c7d852", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce-kserve-route-authn"} 2026-07-08T19:18:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "24b0804a-217e-4ef4-a8a7-c77924c7d852", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce-kserve-route-authn"} 2026-07-08T19:18:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "24b0804a-217e-4ef4-a8a7-c77924c7d852", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "24b0804a-217e-4ef4-a8a7-c77924c7d852", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b274ce","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "test-model-b274ce", "reconcileID": "e29e90a2-a937-489d-8cfd-4084160acaf5", "LLMInferenceService": "test-model-b274ce", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:18:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "01607e80-a326-4086-a3ec-f9d55dcf6a91", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:18:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "01607e80-a326-4086-a3ec-f9d55dcf6a91", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce-authn-ssl"} 2026-07-08T19:18:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "01607e80-a326-4086-a3ec-f9d55dcf6a91", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:18:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "2d1f1eca-43bc-470a-bec0-32276e81ffd9", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:18:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "2d1f1eca-43bc-470a-bec0-32276e81ffd9", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce-authn-ssl"} 2026-07-08T19:18:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "2d1f1eca-43bc-470a-bec0-32276e81ffd9", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:18:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "7d546b1a-cbc5-420e-aa03-648c3c627ead", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "7d546b1a-cbc5-420e-aa03-648c3c627ead", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136"} 2026-07-08T19:18:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "7d546b1a-cbc5-420e-aa03-648c3c627ead", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "7d546b1a-cbc5-420e-aa03-648c3c627ead", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "7d546b1a-cbc5-420e-aa03-648c3c627ead", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136-kserve-route-authn"} 2026-07-08T19:18:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "7d546b1a-cbc5-420e-aa03-648c3c627ead", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136-kserve-route-authn"} 2026-07-08T19:18:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "7d546b1a-cbc5-420e-aa03-648c3c627ead", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "7d546b1a-cbc5-420e-aa03-648c3c627ead", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-2d9136","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "test-model-2d9136", "reconcileID": "d80fcbac-af12-4e43-9fd1-10de0b53cf53", "LLMInferenceService": "test-model-2d9136", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:18:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "2feb2df6-892b-4d3f-a921-9162a1b095ea", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "2feb2df6-892b-4d3f-a921-9162a1b095ea", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136-authn-ssl"} 2026-07-08T19:18:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "2feb2df6-892b-4d3f-a921-9162a1b095ea", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "98b27f9e-4311-4630-81c2-d3cf41e185b0", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "98b27f9e-4311-4630-81c2-d3cf41e185b0", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136-authn-ssl"} 2026-07-08T19:18:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "98b27f9e-4311-4630-81c2-d3cf41e185b0", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:18:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ccd38690-a976-4566-b9d7-7e6760682bdf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:18:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "39234853-344c-4c10-a73c-5f3da8d6f0bf", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:18:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "39234853-344c-4c10-a73c-5f3da8d6f0bf", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce-authn-ssl"} 2026-07-08T19:18:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "39234853-344c-4c10-a73c-5f3da8d6f0bf", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:19:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "362cc015-c7eb-4909-94f5-6c8326c9829e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:19:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "362cc015-c7eb-4909-94f5-6c8326c9829e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-b274ce", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:19:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "362cc015-c7eb-4909-94f5-6c8326c9829e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-b274ce because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:19:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "odh-trusted-ca-bundle", "reconcileID": "a0c8e558-8cda-4446-b359-deeb06ad1969", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:19:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "odh-trusted-ca-bundle", "reconcileID": "a0c8e558-8cda-4446-b359-deeb06ad1969", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:19:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "openshift-service-ca.crt", "reconcileID": "37962d6d-6080-40f7-a37e-e258f89a31b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:19:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "openshift-service-ca.crt", "reconcileID": "37962d6d-6080-40f7-a37e-e258f89a31b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:19:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abdd4a12-0b4c-4bf1-ab0b-3df0777001ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:19:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-b274ce"}, "namespace": "ai-tenant-e2e-inf-a-b274ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abdd4a12-0b4c-4bf1-ab0b-3df0777001ee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-b274ce"} 2026-07-08T19:19:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-b274ce","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-b274ce", "reconcileID": "ef3a32df-dccb-4988-805e-fe15e333727a", "Gateway": "e2e-inf-a-b274ce", "namespace": "openshift-ingress"} 2026-07-08T19:19:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "032fe1f4-6bca-4b31-b77d-282b112df0ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:19:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "7dd7949c-4218-4e8a-83dc-e6dc08b76c91", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:19:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "7dd7949c-4218-4e8a-83dc-e6dc08b76c91", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136-authn-ssl"} 2026-07-08T19:19:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "7dd7949c-4218-4e8a-83dc-e6dc08b76c91", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:19:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbbd2c30-199a-4ad1-9a55-901ebbb20aa5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:19:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbbd2c30-199a-4ad1-9a55-901ebbb20aa5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2d9136", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:19:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbbd2c30-199a-4ad1-9a55-901ebbb20aa5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-2d9136 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:19:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "odh-trusted-ca-bundle", "reconcileID": "ccbbdf93-04e3-4fe2-9c05-5254b8367d2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:19:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "odh-trusted-ca-bundle", "reconcileID": "ccbbdf93-04e3-4fe2-9c05-5254b8367d2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:19:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "openshift-service-ca.crt", "reconcileID": "18fc5cf4-f517-4fce-87c6-d36dd49ec07c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:19:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "openshift-service-ca.crt", "reconcileID": "18fc5cf4-f517-4fce-87c6-d36dd49ec07c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:19:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13a2338c-7dc5-428c-b8a1-cb5597023916", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:19:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-2d9136"}, "namespace": "ai-tenant-e2e-inf-b-2d9136", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13a2338c-7dc5-428c-b8a1-cb5597023916", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-2d9136"} 2026-07-08T19:19:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-2d9136","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-2d9136", "reconcileID": "7f49b9a5-d47a-424e-9a3d-38b53bf882d4", "Gateway": "e2e-inf-b-2d9136", "namespace": "openshift-ingress"} 2026-07-08T19:19:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "b8e5d98a-b253-4758-9225-8d0986db0aec", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress"} 2026-07-08T19:19:49Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "b8e5d98a-b253-4758-9225-8d0986db0aec", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1-authn-ssl"} 2026-07-08T19:19:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "b8e5d98a-b253-4758-9225-8d0986db0aec", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress"} 2026-07-08T19:19:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "c75f100c-bcdb-4bcf-977c-84be338a44e8", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress"} 2026-07-08T19:19:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "c75f100c-bcdb-4bcf-977c-84be338a44e8", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1-authn-ssl"} 2026-07-08T19:19:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "c75f100c-bcdb-4bcf-977c-84be338a44e8", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress"} 2026-07-08T19:19:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "9f2e88cb-65e2-4f7e-af80-a026d6b2f91e", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress"} 2026-07-08T19:19:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "9f2e88cb-65e2-4f7e-af80-a026d6b2f91e", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1-authn-ssl"} 2026-07-08T19:19:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "9f2e88cb-65e2-4f7e-af80-a026d6b2f91e", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress"} 2026-07-08T19:19:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "2cfca832-8bda-41b8-9597-6ec6825ab59b", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress"} 2026-07-08T19:19:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "2cfca832-8bda-41b8-9597-6ec6825ab59b", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1-authn-ssl"} 2026-07-08T19:19:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "2cfca832-8bda-41b8-9597-6ec6825ab59b", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress"} 2026-07-08T19:19:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "7f5b3f06-6a8b-452d-b961-d6f4749a8c62", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress"} 2026-07-08T19:19:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "7f5b3f06-6a8b-452d-b961-d6f4749a8c62", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1-authn-ssl"} 2026-07-08T19:19:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "7f5b3f06-6a8b-452d-b961-d6f4749a8c62", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress"} 2026-07-08T19:19:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "c0aeec24-2e58-48ff-b0ae-006223832e02", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress"} 2026-07-08T19:19:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "c0aeec24-2e58-48ff-b0ae-006223832e02", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1-authn-ssl"} 2026-07-08T19:19:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "c0aeec24-2e58-48ff-b0ae-006223832e02", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress"} 2026-07-08T19:19:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "ca841dfa-165e-48fd-aa55-1b34df0b7f26", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress"} 2026-07-08T19:19:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "ca841dfa-165e-48fd-aa55-1b34df0b7f26", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1-authn-ssl"} 2026-07-08T19:19:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "ca841dfa-165e-48fd-aa55-1b34df0b7f26", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress"} 2026-07-08T19:19:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ef94f1"}, "namespace": "ai-tenant-e2e-api-a-ef94f1", "name": "openshift-service-ca.crt", "reconcileID": "52010b27-243a-440a-b6bb-5a6d15dfc416", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ef94f1"} 2026-07-08T19:19:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef94f1"}, "namespace": "ai-tenant-e2e-api-a-ef94f1", "name": "odh-trusted-ca-bundle", "reconcileID": "2abb6d9d-c101-4e37-a45a-055948013c38", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ef94f1"} 2026-07-08T19:19:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ef94f1"}, "namespace": "ai-tenant-e2e-api-a-ef94f1", "name": "openshift-service-ca.crt", "reconcileID": "f777ff70-e911-4eb1-8d5c-939ea4ae1f89", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ef94f1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:19:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ef94f1"}, "namespace": "ai-tenant-e2e-api-a-ef94f1", "name": "openshift-service-ca.crt", "reconcileID": "f777ff70-e911-4eb1-8d5c-939ea4ae1f89", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ef94f1"} 2026-07-08T19:19:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ef94f1"}, "namespace": "ai-tenant-e2e-api-a-ef94f1", "name": "openshift-service-ca.crt", "reconcileID": "b9b6bea4-f40b-40b4-aafe-0a71f2e4725c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ef94f1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:19:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ef94f1"}, "namespace": "ai-tenant-e2e-api-a-ef94f1", "name": "openshift-service-ca.crt", "reconcileID": "b9b6bea4-f40b-40b4-aafe-0a71f2e4725c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:19:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef94f1"}, "namespace": "ai-tenant-e2e-api-a-ef94f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e505b1e-b496-410f-ac99-36ea29f5a667", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ef94f1"} 2026-07-08T19:19:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ef94f1"}, "namespace": "ai-tenant-e2e-api-a-ef94f1", "name": "openshift-service-ca.crt", "reconcileID": "a71c8e96-8b76-4743-9381-54b641f24d9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ef94f1"} 2026-07-08T19:19:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef94f1"}, "namespace": "ai-tenant-e2e-api-a-ef94f1", "name": "odh-trusted-ca-bundle", "reconcileID": "257c704a-8397-4030-ba0d-0ed34e9b06e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ef94f1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:19:52Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef94f1"}, "namespace": "ai-tenant-e2e-api-a-ef94f1", "name": "odh-trusted-ca-bundle", "reconcileID": "257c704a-8397-4030-ba0d-0ed34e9b06e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ef94f1"} 2026-07-08T19:19:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef94f1"}, "namespace": "ai-tenant-e2e-api-a-ef94f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db20955b-d23d-4917-ba85-8d64a6421c6c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ef94f1"} 2026-07-08T19:19:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "75427a81-2ff1-49c5-9dbc-58b2c03f1fd2", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress"} 2026-07-08T19:19:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "75427a81-2ff1-49c5-9dbc-58b2c03f1fd2", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1-authn-ssl"} 2026-07-08T19:19:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "75427a81-2ff1-49c5-9dbc-58b2c03f1fd2", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress"} 2026-07-08T19:19:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c9ee4706-81e0-4d73-8309-ece75ca65dfe", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:19:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "bb070119-89dd-483a-89a6-bd6ecdfe6ce7", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress"} 2026-07-08T19:19:57Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "bb070119-89dd-483a-89a6-bd6ecdfe6ce7", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf-authn-ssl"} 2026-07-08T19:19:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "bb070119-89dd-483a-89a6-bd6ecdfe6ce7", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress"} 2026-07-08T19:19:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "7660253b-3fef-47a3-afdb-94d9185497cc", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress"} 2026-07-08T19:19:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "7660253b-3fef-47a3-afdb-94d9185497cc", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf-authn-ssl"} 2026-07-08T19:19:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "7660253b-3fef-47a3-afdb-94d9185497cc", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress"} 2026-07-08T19:19:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "d637f687-b2a3-4b97-8bee-58aeaf402a3e", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress"} 2026-07-08T19:19:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "d637f687-b2a3-4b97-8bee-58aeaf402a3e", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf-authn-ssl"} 2026-07-08T19:19:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "d637f687-b2a3-4b97-8bee-58aeaf402a3e", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress"} 2026-07-08T19:19:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "64c83856-12d0-41ac-89ea-16b8af6822cc", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress"} 2026-07-08T19:19:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "64c83856-12d0-41ac-89ea-16b8af6822cc", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf-authn-ssl"} 2026-07-08T19:19:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "64c83856-12d0-41ac-89ea-16b8af6822cc", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress"} 2026-07-08T19:19:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "b4b8b333-edae-46ad-8135-c1001f6f1043", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress"} 2026-07-08T19:19:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "b4b8b333-edae-46ad-8135-c1001f6f1043", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf-authn-ssl"} 2026-07-08T19:19:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "b4b8b333-edae-46ad-8135-c1001f6f1043", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress"} 2026-07-08T19:19:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "3a751db7-df17-4fb2-b825-598c2c74c360", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress"} 2026-07-08T19:19:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "3a751db7-df17-4fb2-b825-598c2c74c360", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf-authn-ssl"} 2026-07-08T19:19:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "3a751db7-df17-4fb2-b825-598c2c74c360", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress"} 2026-07-08T19:19:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "fe322a20-acbc-4c52-b0fc-b0cb779e3be5", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress"} 2026-07-08T19:19:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "fe322a20-acbc-4c52-b0fc-b0cb779e3be5", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf-authn-ssl"} 2026-07-08T19:19:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "fe322a20-acbc-4c52-b0fc-b0cb779e3be5", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress"} 2026-07-08T19:20:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c29bbf"}, "namespace": "ai-tenant-e2e-api-b-c29bbf", "name": "openshift-service-ca.crt", "reconcileID": "e0f9b607-6c68-4d12-862c-07f22926e688", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c29bbf"} 2026-07-08T19:20:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c29bbf"}, "namespace": "ai-tenant-e2e-api-b-c29bbf", "name": "odh-trusted-ca-bundle", "reconcileID": "3c7f7885-017c-4119-b0db-fdabf06c48c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c29bbf"} 2026-07-08T19:20:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c29bbf"}, "namespace": "ai-tenant-e2e-api-b-c29bbf", "name": "openshift-service-ca.crt", "reconcileID": "4fbcb096-34c5-4c7a-ad10-c7e91b8c9da2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c29bbf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:20:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c29bbf"}, "namespace": "ai-tenant-e2e-api-b-c29bbf", "name": "openshift-service-ca.crt", "reconcileID": "4fbcb096-34c5-4c7a-ad10-c7e91b8c9da2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c29bbf"} 2026-07-08T19:20:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c29bbf"}, "namespace": "ai-tenant-e2e-api-b-c29bbf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0838756f-740c-47ac-8d94-decbc3cdefcd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c29bbf"} 2026-07-08T19:20:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c29bbf"}, "namespace": "ai-tenant-e2e-api-b-c29bbf", "name": "openshift-service-ca.crt", "reconcileID": "22c8d61e-e56e-43aa-bd75-7a07db2c9ca7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c29bbf"} 2026-07-08T19:20:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c29bbf"}, "namespace": "ai-tenant-e2e-api-b-c29bbf", "name": "odh-trusted-ca-bundle", "reconcileID": "70c4a66a-5633-4bdf-a26a-c2841a6e1e2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c29bbf", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:20:00Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c29bbf"}, "namespace": "ai-tenant-e2e-api-b-c29bbf", "name": "odh-trusted-ca-bundle", "reconcileID": "70c4a66a-5633-4bdf-a26a-c2841a6e1e2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c29bbf"} 2026-07-08T19:20:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c29bbf"}, "namespace": "ai-tenant-e2e-api-b-c29bbf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c04a2aa2-767d-4a5e-9e28-2902cd5ef548", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c29bbf"} 2026-07-08T19:20:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "cb517524-be26-4f51-a459-2e93ebe8f42b", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress"} 2026-07-08T19:20:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "cb517524-be26-4f51-a459-2e93ebe8f42b", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf-authn-ssl"} 2026-07-08T19:20:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "cb517524-be26-4f51-a459-2e93ebe8f42b", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress"} 2026-07-08T19:20:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "85aa16db-c857-47f2-9175-c6f72ae17e39", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:20:01Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "776a4082-66d5-40d1-80c5-76c3ea089071", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress"} 2026-07-08T19:20:01Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "776a4082-66d5-40d1-80c5-76c3ea089071", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1-authn-ssl"} 2026-07-08T19:20:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "776a4082-66d5-40d1-80c5-76c3ea089071", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress"} 2026-07-08T19:20:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "12423fec-bb20-41f8-ac1b-f78ed89948a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:20:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "f83031b8-32e4-4d98-ab91-b8ed899e42bc", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress"} 2026-07-08T19:20:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "f83031b8-32e4-4d98-ab91-b8ed899e42bc", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf-authn-ssl"} 2026-07-08T19:20:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "f83031b8-32e4-4d98-ab91-b8ed899e42bc", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress"} 2026-07-08T19:20:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "66666ed6-fea0-4ed3-a9e9-665b6d776b69", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:20:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "d01637f0-ff9b-4932-a7be-1d2ca7a111fe", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress"} 2026-07-08T19:20:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "d01637f0-ff9b-4932-a7be-1d2ca7a111fe", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1-authn-ssl"} 2026-07-08T19:20:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "d01637f0-ff9b-4932-a7be-1d2ca7a111fe", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress"} 2026-07-08T19:20:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef94f1"}, "namespace": "ai-tenant-e2e-api-a-ef94f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73b76980-191c-4695-bc74-a7774d4c08fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ef94f1"} 2026-07-08T19:20:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef94f1"}, "namespace": "ai-tenant-e2e-api-a-ef94f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73b76980-191c-4695-bc74-a7774d4c08fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ef94f1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:20:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef94f1"}, "namespace": "ai-tenant-e2e-api-a-ef94f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73b76980-191c-4695-bc74-a7774d4c08fe", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-ef94f1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:20:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef94f1"}, "namespace": "ai-tenant-e2e-api-a-ef94f1", "name": "odh-trusted-ca-bundle", "reconcileID": "f8f55b15-af07-4b8f-ba17-95e26e9cebd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ef94f1"} 2026-07-08T19:20:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef94f1"}, "namespace": "ai-tenant-e2e-api-a-ef94f1", "name": "odh-trusted-ca-bundle", "reconcileID": "f8f55b15-af07-4b8f-ba17-95e26e9cebd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ef94f1"} 2026-07-08T19:20:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ef94f1"}, "namespace": "ai-tenant-e2e-api-a-ef94f1", "name": "openshift-service-ca.crt", "reconcileID": "f0c13ce1-28fb-40c8-8fc7-fe789b9b34c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ef94f1"} 2026-07-08T19:20:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ef94f1"}, "namespace": "ai-tenant-e2e-api-a-ef94f1", "name": "openshift-service-ca.crt", "reconcileID": "f0c13ce1-28fb-40c8-8fc7-fe789b9b34c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ef94f1"} 2026-07-08T19:20:19Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef94f1"}, "namespace": "ai-tenant-e2e-api-a-ef94f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3003c106-c3d8-4c19-a3a7-34c59ef4d63e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ef94f1"} 2026-07-08T19:20:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ef94f1"}, "namespace": "ai-tenant-e2e-api-a-ef94f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3003c106-c3d8-4c19-a3a7-34c59ef4d63e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ef94f1"} 2026-07-08T19:20:20Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ef94f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ef94f1", "reconcileID": "a481049c-382c-4d36-a159-bfe1398bfce1", "Gateway": "e2e-api-a-ef94f1", "namespace": "openshift-ingress"} 2026-07-08T19:20:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c35aca44-311b-4b74-be69-4b731daadc79", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:20:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "b035ddaa-028e-4704-8fe0-8d5f3e1c5b65", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress"} 2026-07-08T19:20:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "b035ddaa-028e-4704-8fe0-8d5f3e1c5b65", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf-authn-ssl"} 2026-07-08T19:20:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "b035ddaa-028e-4704-8fe0-8d5f3e1c5b65", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress"} 2026-07-08T19:20:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c29bbf"}, "namespace": "ai-tenant-e2e-api-b-c29bbf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e7a1a95-5b5c-4809-aea1-a763241d388b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c29bbf"} 2026-07-08T19:20:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c29bbf"}, "namespace": "ai-tenant-e2e-api-b-c29bbf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e7a1a95-5b5c-4809-aea1-a763241d388b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c29bbf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:20:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c29bbf"}, "namespace": "ai-tenant-e2e-api-b-c29bbf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e7a1a95-5b5c-4809-aea1-a763241d388b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-c29bbf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:20:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c29bbf"}, "namespace": "ai-tenant-e2e-api-b-c29bbf", "name": "odh-trusted-ca-bundle", "reconcileID": "537ad015-b15d-41a2-908b-46caf063485c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c29bbf"} 2026-07-08T19:20:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-c29bbf"}, "namespace": "ai-tenant-e2e-api-b-c29bbf", "name": "odh-trusted-ca-bundle", "reconcileID": "537ad015-b15d-41a2-908b-46caf063485c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c29bbf"} 2026-07-08T19:20:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c29bbf"}, "namespace": "ai-tenant-e2e-api-b-c29bbf", "name": "openshift-service-ca.crt", "reconcileID": "0caf7577-72e6-48a3-8f22-d7fbf0bf222e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c29bbf"} 2026-07-08T19:20:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-c29bbf"}, "namespace": "ai-tenant-e2e-api-b-c29bbf", "name": "openshift-service-ca.crt", "reconcileID": "0caf7577-72e6-48a3-8f22-d7fbf0bf222e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-c29bbf"} 2026-07-08T19:20:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c29bbf"}, "namespace": "ai-tenant-e2e-api-b-c29bbf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d2007a2-1856-4f31-86a6-ba0168a592a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c29bbf"} 2026-07-08T19:20:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-c29bbf"}, "namespace": "ai-tenant-e2e-api-b-c29bbf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d2007a2-1856-4f31-86a6-ba0168a592a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-c29bbf"} 2026-07-08T19:20:27Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-c29bbf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-c29bbf", "reconcileID": "2edcce10-0e99-4578-8b9d-785049188fac", "Gateway": "e2e-api-b-c29bbf", "namespace": "openshift-ingress"} 2026-07-08T19:20:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "012677fc-58b7-451a-9d0c-ffb9bc8f1fb2", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress"} 2026-07-08T19:20:28Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "012677fc-58b7-451a-9d0c-ffb9bc8f1fb2", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6-authn-ssl"} 2026-07-08T19:20:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "012677fc-58b7-451a-9d0c-ffb9bc8f1fb2", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress"} 2026-07-08T19:20:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "7a53d05e-88ce-4e02-993d-73b919a88aec", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress"} 2026-07-08T19:20:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "7a53d05e-88ce-4e02-993d-73b919a88aec", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6-authn-ssl"} 2026-07-08T19:20:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "7a53d05e-88ce-4e02-993d-73b919a88aec", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress"} 2026-07-08T19:20:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "0bfd3d6d-7d1b-4626-9311-53bf5e47802a", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress"} 2026-07-08T19:20:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "0bfd3d6d-7d1b-4626-9311-53bf5e47802a", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6-authn-ssl"} 2026-07-08T19:20:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "0bfd3d6d-7d1b-4626-9311-53bf5e47802a", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress"} 2026-07-08T19:20:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "1ebd2f8e-442f-454a-8cc8-6ff2b1d67c6a", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress"} 2026-07-08T19:20:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "1ebd2f8e-442f-454a-8cc8-6ff2b1d67c6a", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6-authn-ssl"} 2026-07-08T19:20:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "1ebd2f8e-442f-454a-8cc8-6ff2b1d67c6a", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress"} 2026-07-08T19:20:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "fbcb054e-d8f5-44c2-9afc-c1e111e08ddf", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress"} 2026-07-08T19:20:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "fbcb054e-d8f5-44c2-9afc-c1e111e08ddf", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6-authn-ssl"} 2026-07-08T19:20:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "fbcb054e-d8f5-44c2-9afc-c1e111e08ddf", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress"} 2026-07-08T19:20:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "607f2019-d883-4809-a689-941400921444", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress"} 2026-07-08T19:20:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "607f2019-d883-4809-a689-941400921444", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6-authn-ssl"} 2026-07-08T19:20:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "607f2019-d883-4809-a689-941400921444", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress"} 2026-07-08T19:20:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "dd64a35b-45af-4b1f-83d8-7ce81e3683b2", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress"} 2026-07-08T19:20:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "dd64a35b-45af-4b1f-83d8-7ce81e3683b2", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6-authn-ssl"} 2026-07-08T19:20:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "dd64a35b-45af-4b1f-83d8-7ce81e3683b2", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress"} 2026-07-08T19:20:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7ac7e6"}, "namespace": "ai-tenant-e2e-shared-a-7ac7e6", "name": "openshift-service-ca.crt", "reconcileID": "082b6eb4-d548-4589-b50c-c97209205079", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7ac7e6"} 2026-07-08T19:20:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7ac7e6"}, "namespace": "ai-tenant-e2e-shared-a-7ac7e6", "name": "odh-trusted-ca-bundle", "reconcileID": "96409c2f-b6ab-44b4-8e89-0b56284e0d7b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7ac7e6"} 2026-07-08T19:20:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7ac7e6"}, "namespace": "ai-tenant-e2e-shared-a-7ac7e6", "name": "openshift-service-ca.crt", "reconcileID": "fbfd9463-f8dd-48c9-9e64-4ff5263b2699", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7ac7e6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:20:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7ac7e6"}, "namespace": "ai-tenant-e2e-shared-a-7ac7e6", "name": "openshift-service-ca.crt", "reconcileID": "fbfd9463-f8dd-48c9-9e64-4ff5263b2699", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7ac7e6"} 2026-07-08T19:20:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7ac7e6"}, "namespace": "ai-tenant-e2e-shared-a-7ac7e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a8edd53-3636-4e2b-9e7a-213a58ecdd03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7ac7e6"} 2026-07-08T19:20:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7ac7e6"}, "namespace": "ai-tenant-e2e-shared-a-7ac7e6", "name": "openshift-service-ca.crt", "reconcileID": "f742b255-354d-45ab-9260-65e0a68d07a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7ac7e6"} 2026-07-08T19:20:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7ac7e6"}, "namespace": "ai-tenant-e2e-shared-a-7ac7e6", "name": "odh-trusted-ca-bundle", "reconcileID": "e6bbbdf0-000e-4112-9d0b-92c441a8c7a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7ac7e6", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:20:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7ac7e6"}, "namespace": "ai-tenant-e2e-shared-a-7ac7e6", "name": "odh-trusted-ca-bundle", "reconcileID": "e6bbbdf0-000e-4112-9d0b-92c441a8c7a6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7ac7e6"} 2026-07-08T19:20:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7ac7e6"}, "namespace": "ai-tenant-e2e-shared-a-7ac7e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26c4a615-50f2-435b-8782-867234adb408", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7ac7e6"} 2026-07-08T19:20:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "97078698-f92f-47b7-ae45-9437e5410898", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress"} 2026-07-08T19:20:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "97078698-f92f-47b7-ae45-9437e5410898", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6-authn-ssl"} 2026-07-08T19:20:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "97078698-f92f-47b7-ae45-9437e5410898", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress"} 2026-07-08T19:20:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "eb25de21-6e1f-4b79-af17-191498f58531", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:20:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "6b3e9bcf-2ebe-4ff9-bb88-51e065fc8846", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:20:36Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "6b3e9bcf-2ebe-4ff9-bb88-51e065fc8846", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28-authn-ssl"} 2026-07-08T19:20:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "6b3e9bcf-2ebe-4ff9-bb88-51e065fc8846", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:20:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "42141c71-2be0-4eb2-82a4-ffdee282f9fe", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:20:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "42141c71-2be0-4eb2-82a4-ffdee282f9fe", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28-authn-ssl"} 2026-07-08T19:20:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "42141c71-2be0-4eb2-82a4-ffdee282f9fe", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:20:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "e1da294a-82cb-451f-b51c-91e80e7049d3", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:20:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "e1da294a-82cb-451f-b51c-91e80e7049d3", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28-authn-ssl"} 2026-07-08T19:20:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "e1da294a-82cb-451f-b51c-91e80e7049d3", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:20:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "af3989f6-cfb9-408b-9dcb-1e5f2ce6807d", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:20:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "af3989f6-cfb9-408b-9dcb-1e5f2ce6807d", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28-authn-ssl"} 2026-07-08T19:20:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "af3989f6-cfb9-408b-9dcb-1e5f2ce6807d", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:20:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "2a626a0a-dd18-4854-97b1-79b0b4de3b89", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:20:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "2a626a0a-dd18-4854-97b1-79b0b4de3b89", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28-authn-ssl"} 2026-07-08T19:20:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "2a626a0a-dd18-4854-97b1-79b0b4de3b89", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:20:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "7fdc450f-3fe7-47c8-9c28-7315edeed1d3", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:20:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "7fdc450f-3fe7-47c8-9c28-7315edeed1d3", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28-authn-ssl"} 2026-07-08T19:20:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "7fdc450f-3fe7-47c8-9c28-7315edeed1d3", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:20:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "9ed92957-3904-492c-8da7-77b8d84d5a4b", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:20:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "9ed92957-3904-492c-8da7-77b8d84d5a4b", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28-authn-ssl"} 2026-07-08T19:20:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "9ed92957-3904-492c-8da7-77b8d84d5a4b", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:20:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "e987246a-4842-4cea-a9fe-a2013dd78bbc", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:20:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "e987246a-4842-4cea-a9fe-a2013dd78bbc", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28-authn-ssl"} 2026-07-08T19:20:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "e987246a-4842-4cea-a9fe-a2013dd78bbc", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:20:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b28b28"}, "namespace": "ai-tenant-e2e-shared-b-b28b28", "name": "openshift-service-ca.crt", "reconcileID": "f3cf3af0-dafa-4131-b9b1-1965c5cbfd44", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b28b28"} 2026-07-08T19:20:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b28b28"}, "namespace": "ai-tenant-e2e-shared-b-b28b28", "name": "odh-trusted-ca-bundle", "reconcileID": "3f8fb8c0-b684-401d-bd2c-d13936c9cc65", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b28b28", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:20:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b28b28"}, "namespace": "ai-tenant-e2e-shared-b-b28b28", "name": "odh-trusted-ca-bundle", "reconcileID": "3f8fb8c0-b684-401d-bd2c-d13936c9cc65", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b28b28"} 2026-07-08T19:20:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b28b28"}, "namespace": "ai-tenant-e2e-shared-b-b28b28", "name": "openshift-service-ca.crt", "reconcileID": "e5c0c014-9d14-4f17-a7d8-2b9dd91028fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b28b28"} 2026-07-08T19:20:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b28b28"}, "namespace": "ai-tenant-e2e-shared-b-b28b28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "822f912b-b9d9-492f-8ebe-e530309da0a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b28b28"} 2026-07-08T19:20:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b28b28"}, "namespace": "ai-tenant-e2e-shared-b-b28b28", "name": "openshift-service-ca.crt", "reconcileID": "d4fa0c2a-7640-48b8-8980-67b98faf6865", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b28b28"} 2026-07-08T19:20:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b28b28"}, "namespace": "ai-tenant-e2e-shared-b-b28b28", "name": "odh-trusted-ca-bundle", "reconcileID": "663c26ea-1446-49b3-ab53-9bfd1d904063", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b28b28", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:20:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b28b28"}, "namespace": "ai-tenant-e2e-shared-b-b28b28", "name": "odh-trusted-ca-bundle", "reconcileID": "663c26ea-1446-49b3-ab53-9bfd1d904063", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b28b28"} 2026-07-08T19:20:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b28b28"}, "namespace": "ai-tenant-e2e-shared-b-b28b28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ed813e5-9b3b-4312-8764-43110f341bda", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b28b28"} 2026-07-08T19:20:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "a03c4c67-9b40-4f11-b5e5-1b19a8731ba1", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress"} 2026-07-08T19:20:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "a03c4c67-9b40-4f11-b5e5-1b19a8731ba1", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6-authn-ssl"} 2026-07-08T19:20:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "a03c4c67-9b40-4f11-b5e5-1b19a8731ba1", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress"} 2026-07-08T19:20:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "48bfdb3f-8259-4fd5-a4c8-3a2327324232", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:20:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "48bfdb3f-8259-4fd5-a4c8-3a2327324232", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28-authn-ssl"} 2026-07-08T19:20:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "48bfdb3f-8259-4fd5-a4c8-3a2327324232", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:20:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6a69f858-ecfc-45ad-a675-440e698181d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:20:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "c8a03c96-0827-4a71-85ef-19bea20cc560", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:20:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "c8a03c96-0827-4a71-85ef-19bea20cc560", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28-authn-ssl"} 2026-07-08T19:20:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "c8a03c96-0827-4a71-85ef-19bea20cc560", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:20:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3658cf7d-42b0-4cdd-a2c7-4d094dc7ddbd", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:21:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d295525d-a64f-412c-9728-a9a1a2d97aff", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:23:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "129a47f0-348a-4b22-a6ad-a5e3d430a88c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:23:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "8d5e02e6-3617-465c-a2be-e39820c62d73", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress"} 2026-07-08T19:23:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "8d5e02e6-3617-465c-a2be-e39820c62d73", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6-authn-ssl"} 2026-07-08T19:23:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "8d5e02e6-3617-465c-a2be-e39820c62d73", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress"} 2026-07-08T19:23:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7ac7e6"}, "namespace": "ai-tenant-e2e-shared-a-7ac7e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4074c2ac-e514-4fe3-9113-1d1db72df21e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7ac7e6"} 2026-07-08T19:23:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7ac7e6"}, "namespace": "ai-tenant-e2e-shared-a-7ac7e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4074c2ac-e514-4fe3-9113-1d1db72df21e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7ac7e6", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:23:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7ac7e6"}, "namespace": "ai-tenant-e2e-shared-a-7ac7e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4074c2ac-e514-4fe3-9113-1d1db72df21e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-7ac7e6 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:23:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7ac7e6"}, "namespace": "ai-tenant-e2e-shared-a-7ac7e6", "name": "odh-trusted-ca-bundle", "reconcileID": "013da7d2-64ae-44d1-a47a-c42af2080923", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7ac7e6"} 2026-07-08T19:23:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7ac7e6"}, "namespace": "ai-tenant-e2e-shared-a-7ac7e6", "name": "odh-trusted-ca-bundle", "reconcileID": "013da7d2-64ae-44d1-a47a-c42af2080923", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7ac7e6"} 2026-07-08T19:23:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7ac7e6"}, "namespace": "ai-tenant-e2e-shared-a-7ac7e6", "name": "openshift-service-ca.crt", "reconcileID": "3464b189-7b7c-46fb-bfe0-b9b6eb507544", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7ac7e6"} 2026-07-08T19:23:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-7ac7e6"}, "namespace": "ai-tenant-e2e-shared-a-7ac7e6", "name": "openshift-service-ca.crt", "reconcileID": "3464b189-7b7c-46fb-bfe0-b9b6eb507544", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-7ac7e6"} 2026-07-08T19:23:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7ac7e6"}, "namespace": "ai-tenant-e2e-shared-a-7ac7e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7654e58e-dbd4-44d2-ab53-b9e4d78a09a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7ac7e6"} 2026-07-08T19:23:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-7ac7e6"}, "namespace": "ai-tenant-e2e-shared-a-7ac7e6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7654e58e-dbd4-44d2-ab53-b9e4d78a09a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-7ac7e6"} 2026-07-08T19:23:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-7ac7e6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-7ac7e6", "reconcileID": "c8427167-fbe9-460b-a1f4-5a99ac3f6f94", "Gateway": "e2e-shared-a-7ac7e6", "namespace": "openshift-ingress"} 2026-07-08T19:23:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4c4f2a12-d4f2-42f0-a78c-bfcb501c3fef", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:23:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "9d0be26d-768e-475d-afaa-16beddbcf01b", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:23:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "9d0be26d-768e-475d-afaa-16beddbcf01b", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28-authn-ssl"} 2026-07-08T19:23:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "9d0be26d-768e-475d-afaa-16beddbcf01b", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"} 2026-07-08T19:24:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b28b28"}, "namespace": "ai-tenant-e2e-shared-b-b28b28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a461236-a06a-4c29-936b-d3958be4c0bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b28b28"} 2026-07-08T19:24:03Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b28b28"}, "namespace": "ai-tenant-e2e-shared-b-b28b28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a461236-a06a-4c29-936b-d3958be4c0bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b28b28", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:24:03Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b28b28"}, "namespace": "ai-tenant-e2e-shared-b-b28b28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a461236-a06a-4c29-936b-d3958be4c0bc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-b28b28 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:24:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b28b28"}, "namespace": "ai-tenant-e2e-shared-b-b28b28", "name": "odh-trusted-ca-bundle", "reconcileID": "a170ceba-4338-4d2e-8b8a-55699ad7dc7c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b28b28"} 2026-07-08T19:24:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b28b28"}, "namespace": "ai-tenant-e2e-shared-b-b28b28", "name": "odh-trusted-ca-bundle", "reconcileID": "a170ceba-4338-4d2e-8b8a-55699ad7dc7c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b28b28"} 2026-07-08T19:24:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b28b28"}, "namespace": "ai-tenant-e2e-shared-b-b28b28", "name": "openshift-service-ca.crt", "reconcileID": "c55c7fd4-5080-4e35-aaa8-6cc47c1a3b25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b28b28"} 2026-07-08T19:24:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-b28b28"}, "namespace": "ai-tenant-e2e-shared-b-b28b28", "name": "openshift-service-ca.crt", "reconcileID": "c55c7fd4-5080-4e35-aaa8-6cc47c1a3b25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-b28b28"} 2026-07-08T19:24:03Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b28b28"}, "namespace": "ai-tenant-e2e-shared-b-b28b28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29668585-858e-4611-9dda-994139a75923", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b28b28"} 2026-07-08T19:24:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-b28b28"}, "namespace": "ai-tenant-e2e-shared-b-b28b28", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29668585-858e-4611-9dda-994139a75923", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-b28b28"} 2026-07-08T19:24:03Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-b28b28","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-b28b28", "reconcileID": "535adee1-ff74-43b6-b801-20c4048c3ec0", "Gateway": "e2e-shared-b-b28b28", "namespace": "openshift-ingress"}