2026-07-09T15:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-22411039"}, "namespace": "ai-tenant-e2e-mt-22411039", "name": "openshift-service-ca.crt", "reconcileID": "dd1e07d4-602e-44d8-94b1-1ffd961be56d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-22411039"} 2026-07-09T15:35:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-22411039"}, "namespace": "ai-tenant-e2e-mt-22411039", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca1d4849-9a8c-401b-bd60-6209f082c004", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-22411039"} 2026-07-09T15:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-22411039"}, "namespace": "ai-tenant-e2e-mt-22411039", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca1d4849-9a8c-401b-bd60-6209f082c004", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-22411039"} 2026-07-09T15:35:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-24b58b6b"}, "namespace": "ai-tenant-e2e-mt-24b58b6b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41cc6b10-65d5-4afb-b496-a291b64e4d22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-24b58b6b"} 2026-07-09T15:35:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-24b58b6b"}, "namespace": "ai-tenant-e2e-mt-24b58b6b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41cc6b10-65d5-4afb-b496-a291b64e4d22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-24b58b6b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:35:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-24b58b6b"}, "namespace": "ai-tenant-e2e-mt-24b58b6b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41cc6b10-65d5-4afb-b496-a291b64e4d22", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-24b58b6b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T15:35:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-24b58b6b"}, "namespace": "ai-tenant-e2e-mt-24b58b6b", "name": "odh-trusted-ca-bundle", "reconcileID": "8f224fe6-59b1-42c9-ad35-e0f90d456028", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-24b58b6b"} 2026-07-09T15:35:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-24b58b6b"}, "namespace": "ai-tenant-e2e-mt-24b58b6b", "name": "odh-trusted-ca-bundle", "reconcileID": "8f224fe6-59b1-42c9-ad35-e0f90d456028", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-24b58b6b"} 2026-07-09T15:35:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-24b58b6b"}, "namespace": "ai-tenant-e2e-mt-24b58b6b", "name": "openshift-service-ca.crt", "reconcileID": "fba30f59-9ceb-4f87-abec-974400e60394", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-24b58b6b"} 2026-07-09T15:35:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-24b58b6b"}, "namespace": "ai-tenant-e2e-mt-24b58b6b", "name": "openshift-service-ca.crt", "reconcileID": "fba30f59-9ceb-4f87-abec-974400e60394", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-24b58b6b"} 2026-07-09T15:35:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-24b58b6b"}, "namespace": "ai-tenant-e2e-mt-24b58b6b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c0e2392-d356-4280-952e-4493bfb95d88", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-24b58b6b"} 2026-07-09T15:35:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-24b58b6b"}, "namespace": "ai-tenant-e2e-mt-24b58b6b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1c0e2392-d356-4280-952e-4493bfb95d88", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-24b58b6b"} 2026-07-09T15:35:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ffb2208a"}, "namespace": "ai-tenant-e2e-mt-ffb2208a", "name": "openshift-service-ca.crt", "reconcileID": "1cbb8721-0950-47ef-bbc1-b33be5cb77d0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ffb2208a"} 2026-07-09T15:35:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ffb2208a"}, "namespace": "ai-tenant-e2e-mt-ffb2208a", "name": "odh-trusted-ca-bundle", "reconcileID": "b2d00e08-8ce8-40e4-bdd0-6eee242cbb08", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ffb2208a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:35:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ffb2208a"}, "namespace": "ai-tenant-e2e-mt-ffb2208a", "name": "odh-trusted-ca-bundle", "reconcileID": "b2d00e08-8ce8-40e4-bdd0-6eee242cbb08", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ffb2208a"} 2026-07-09T15:35:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ffb2208a"}, "namespace": "ai-tenant-e2e-mt-ffb2208a", "name": "openshift-service-ca.crt", "reconcileID": "fe7978b3-385d-4b40-b7c6-ac30d8ff9b8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ffb2208a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:35:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ffb2208a"}, "namespace": "ai-tenant-e2e-mt-ffb2208a", "name": "openshift-service-ca.crt", "reconcileID": "fe7978b3-385d-4b40-b7c6-ac30d8ff9b8c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T15:35:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ffb2208a"}, "namespace": "ai-tenant-e2e-mt-ffb2208a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3da9099b-8f20-413a-9e24-39d3d8b22350", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ffb2208a"} 2026-07-09T15:35:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ffb2208a"}, "namespace": "ai-tenant-e2e-mt-ffb2208a", "name": "openshift-service-ca.crt", "reconcileID": "c566678c-5308-42e6-9efc-019c9d18982e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ffb2208a"} 2026-07-09T15:35:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ffb2208a"}, "namespace": "ai-tenant-e2e-mt-ffb2208a", "name": "openshift-service-ca.crt", "reconcileID": "a60f96df-3733-4c9c-9a45-847013138bab", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ffb2208a"} 2026-07-09T15:35:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ffb2208a"}, "namespace": "ai-tenant-e2e-mt-ffb2208a", "name": "odh-trusted-ca-bundle", "reconcileID": "7d21ad8a-b1c4-4133-8566-924f541babce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ffb2208a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:35:55Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ffb2208a"}, "namespace": "ai-tenant-e2e-mt-ffb2208a", "name": "odh-trusted-ca-bundle", "reconcileID": "7d21ad8a-b1c4-4133-8566-924f541babce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ffb2208a"} 2026-07-09T15:35:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ffb2208a"}, "namespace": "ai-tenant-e2e-mt-ffb2208a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "579dd6b3-5367-4a1f-bb9b-f59e66746ff0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ffb2208a"} 2026-07-09T15:36:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ffb2208a"}, "namespace": "ai-tenant-e2e-mt-ffb2208a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd2f7997-9d38-4908-a495-c2e9591794d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ffb2208a"} 2026-07-09T15:36:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ffb2208a"}, "namespace": "ai-tenant-e2e-mt-ffb2208a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd2f7997-9d38-4908-a495-c2e9591794d3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ffb2208a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:36:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ffb2208a"}, "namespace": "ai-tenant-e2e-mt-ffb2208a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd2f7997-9d38-4908-a495-c2e9591794d3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-ffb2208a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T15:36:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ffb2208a"}, "namespace": "ai-tenant-e2e-mt-ffb2208a", "name": "odh-trusted-ca-bundle", "reconcileID": "1a4232b5-df7a-47a8-b25d-f84dd042006d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ffb2208a"} 2026-07-09T15:36:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ffb2208a"}, "namespace": "ai-tenant-e2e-mt-ffb2208a", "name": "odh-trusted-ca-bundle", "reconcileID": "1a4232b5-df7a-47a8-b25d-f84dd042006d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ffb2208a"} 2026-07-09T15:36:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ffb2208a"}, "namespace": "ai-tenant-e2e-mt-ffb2208a", "name": "openshift-service-ca.crt", "reconcileID": "e08acae6-eec3-46cd-9057-f7efef48dd7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ffb2208a"} 2026-07-09T15:36:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ffb2208a"}, "namespace": "ai-tenant-e2e-mt-ffb2208a", "name": "openshift-service-ca.crt", "reconcileID": "e08acae6-eec3-46cd-9057-f7efef48dd7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ffb2208a"} 2026-07-09T15:36:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ffb2208a"}, "namespace": "ai-tenant-e2e-mt-ffb2208a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "126a6564-8ad5-4dde-86a8-d5f8210443b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ffb2208a"} 2026-07-09T15:36:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ffb2208a"}, "namespace": "ai-tenant-e2e-mt-ffb2208a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "126a6564-8ad5-4dde-86a8-d5f8210443b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ffb2208a"} 2026-07-09T15:36:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "01bb5c81-8ad4-4661-bfd2-43c832ba1526", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:36:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "01bb5c81-8ad4-4661-bfd2-43c832ba1526", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7-authn-ssl"} 2026-07-09T15:36:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "01bb5c81-8ad4-4661-bfd2-43c832ba1526", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:36:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "4c543dfd-e03d-4f66-b7f4-353476090fce", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:36:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "4c543dfd-e03d-4f66-b7f4-353476090fce", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7-authn-ssl"} 2026-07-09T15:36:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "4c543dfd-e03d-4f66-b7f4-353476090fce", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:36:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "b3267971-25c2-46a6-ba59-1b64be8d6298", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:36:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "b3267971-25c2-46a6-ba59-1b64be8d6298", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7-authn-ssl"} 2026-07-09T15:36:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "b3267971-25c2-46a6-ba59-1b64be8d6298", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:36:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "ec4de6ee-bfe1-42f6-bf8a-777c499880c0", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:36:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "ec4de6ee-bfe1-42f6-bf8a-777c499880c0", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7-authn-ssl"} 2026-07-09T15:36:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "ec4de6ee-bfe1-42f6-bf8a-777c499880c0", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:36:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "31180a9a-756e-4b3e-8e1f-d8e7fa759b75", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:36:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "31180a9a-756e-4b3e-8e1f-d8e7fa759b75", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7-authn-ssl"} 2026-07-09T15:36:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "31180a9a-756e-4b3e-8e1f-d8e7fa759b75", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:36:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "e6ab37a0-5015-43f0-a01a-92cb822f28f5", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:36:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "e6ab37a0-5015-43f0-a01a-92cb822f28f5", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7-authn-ssl"} 2026-07-09T15:36:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "e6ab37a0-5015-43f0-a01a-92cb822f28f5", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:36:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "3090d69c-9bc2-403e-8b12-05f197b25bb3", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:36:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "3090d69c-9bc2-403e-8b12-05f197b25bb3", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7-authn-ssl"} 2026-07-09T15:36:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "3090d69c-9bc2-403e-8b12-05f197b25bb3", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:36:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "openshift-service-ca.crt", "reconcileID": "3a8cf28b-823a-4a06-96cd-07a47a20ea06", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:36:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "odh-trusted-ca-bundle", "reconcileID": "081348ab-e148-4e14-9412-d86b7a45a4ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:36:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "openshift-service-ca.crt", "reconcileID": "1f01a8fb-7fbc-472b-89cb-7941d919fbb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-dc88a7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:36:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "openshift-service-ca.crt", "reconcileID": "1f01a8fb-7fbc-472b-89cb-7941d919fbb6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:36:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc520dd1-3af7-4720-9ffd-2254c59a48ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:36:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "openshift-service-ca.crt", "reconcileID": "db9cbf92-5fd5-4b53-8418-257e9bbdcd5a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:36:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "odh-trusted-ca-bundle", "reconcileID": "75db2f74-fac9-4532-89d9-544341facc3f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dc88a7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:36:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "odh-trusted-ca-bundle", "reconcileID": "75db2f74-fac9-4532-89d9-544341facc3f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:36:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "026d30c3-3abf-4333-8ab2-4808f1bb3661", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:36:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "5f9fe9ef-4827-470f-bcfb-29f9df971e14", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:36:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "5f9fe9ef-4827-470f-bcfb-29f9df971e14", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7-authn-ssl"} 2026-07-09T15:36:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "5f9fe9ef-4827-470f-bcfb-29f9df971e14", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:36:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3adce618-150c-4dc9-b30d-4e002d4a6f44", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:36:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "35a6b38b-5660-4a12-ba1d-735233c18a85", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:36:42Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "35a6b38b-5660-4a12-ba1d-735233c18a85", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682-authn-ssl"} 2026-07-09T15:36:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "35a6b38b-5660-4a12-ba1d-735233c18a85", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:36:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "0f6162bd-2d21-446d-9d97-4b7958e49ee1", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:36:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "0f6162bd-2d21-446d-9d97-4b7958e49ee1", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682-authn-ssl"} 2026-07-09T15:36:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "0f6162bd-2d21-446d-9d97-4b7958e49ee1", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:36:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "ae91b2dc-9c48-4712-8231-4112a5d5ac85", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:36:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "ae91b2dc-9c48-4712-8231-4112a5d5ac85", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682-authn-ssl"} 2026-07-09T15:36:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "ae91b2dc-9c48-4712-8231-4112a5d5ac85", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:36:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "83c4bc23-2017-425a-a586-ce6a6a8954a4", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:36:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "83c4bc23-2017-425a-a586-ce6a6a8954a4", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682-authn-ssl"} 2026-07-09T15:36:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "83c4bc23-2017-425a-a586-ce6a6a8954a4", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:36:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "539e9b70-ef18-4c20-a9a1-5605356d606d", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:36:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "539e9b70-ef18-4c20-a9a1-5605356d606d", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682-authn-ssl"} 2026-07-09T15:36:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "539e9b70-ef18-4c20-a9a1-5605356d606d", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:36:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "17dbc6c7-c6b0-4d4d-9ebc-6d8a8b20711f", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:36:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "17dbc6c7-c6b0-4d4d-9ebc-6d8a8b20711f", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682-authn-ssl"} 2026-07-09T15:36:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "17dbc6c7-c6b0-4d4d-9ebc-6d8a8b20711f", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:36:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "0abfc865-c53a-4c26-9a19-d2daa145d96f", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:36:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "0abfc865-c53a-4c26-9a19-d2daa145d96f", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682-authn-ssl"} 2026-07-09T15:36:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "0abfc865-c53a-4c26-9a19-d2daa145d96f", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:36:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "openshift-service-ca.crt", "reconcileID": "9a1dabda-6984-47aa-a037-17b06a6b87c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:36:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "openshift-service-ca.crt", "reconcileID": "0d1dd8ae-5443-45c8-83e2-a1164e3b9c59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-d62682", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:36:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "openshift-service-ca.crt", "reconcileID": "0d1dd8ae-5443-45c8-83e2-a1164e3b9c59", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:36:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "odh-trusted-ca-bundle", "reconcileID": "a0802bf2-25f8-4dec-9173-85ac9137880b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:36:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5597366-5624-4dba-acdd-40cc508f7826", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:36:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "openshift-service-ca.crt", "reconcileID": "4233bd4f-c4f4-469b-a8a9-4ba8271cc448", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:36:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "odh-trusted-ca-bundle", "reconcileID": "3dc4f62a-03ca-4f55-b059-87e7409382f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-d62682", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:36:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "odh-trusted-ca-bundle", "reconcileID": "3dc4f62a-03ca-4f55-b059-87e7409382f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:36:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddf9a787-acf6-4ef5-b289-11d5bb74b305", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:36:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "215875b3-811a-4e7a-afbb-f762867043d9", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:36:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "215875b3-811a-4e7a-afbb-f762867043d9", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682-authn-ssl"} 2026-07-09T15:36:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "215875b3-811a-4e7a-afbb-f762867043d9", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:36:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "65da14b1-cef6-4aa6-be58-5e01aa80edca", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:36:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "1c026098-d69a-44a5-9202-07d1f03a95db", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:36:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "1c026098-d69a-44a5-9202-07d1f03a95db", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7-authn-ssl"} 2026-07-09T15:36:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "1c026098-d69a-44a5-9202-07d1f03a95db", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:36:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "80b4e23a-7d52-4639-93ae-944084074fc1", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:36:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "80b4e23a-7d52-4639-93ae-944084074fc1", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:36:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "80b4e23a-7d52-4639-93ae-944084074fc1", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:36:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "0615ccde-024d-4151-811a-c3f83562ba63", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:36:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "80b4e23a-7d52-4639-93ae-944084074fc1", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7-kserve-route-authn"} 2026-07-09T15:36:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "80b4e23a-7d52-4639-93ae-944084074fc1", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7", "authType": "userdefined"} 2026-07-09T15:36:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "80b4e23a-7d52-4639-93ae-944084074fc1", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:36:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "0615ccde-024d-4151-811a-c3f83562ba63", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7-authn-ssl"} 2026-07-09T15:36:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "0615ccde-024d-4151-811a-c3f83562ba63", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:36:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "08ae053e-79a7-4d59-bcef-23e22a934390", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:36:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "08ae053e-79a7-4d59-bcef-23e22a934390", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:36:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "08ae053e-79a7-4d59-bcef-23e22a934390", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:36:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "08ae053e-79a7-4d59-bcef-23e22a934390", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7-kserve-route-authn"} 2026-07-09T15:36:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "08ae053e-79a7-4d59-bcef-23e22a934390", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7", "authType": "userdefined"} 2026-07-09T15:36:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "08ae053e-79a7-4d59-bcef-23e22a934390", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:36:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "67e79b48-10a5-4911-9adc-84f293ed8557", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:36:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "67e79b48-10a5-4911-9adc-84f293ed8557", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682-authn-ssl"} 2026-07-09T15:36:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "67e79b48-10a5-4911-9adc-84f293ed8557", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:36:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b966153c-4402-41b6-8421-9435b2e13245", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:37:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "141d97f0-ba2f-4894-b3b1-49e0891ebe96", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:37:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "141d97f0-ba2f-4894-b3b1-49e0891ebe96", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7-authn-ssl"} 2026-07-09T15:37:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "141d97f0-ba2f-4894-b3b1-49e0891ebe96", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:37:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "36d98b15-94e9-434d-83d7-c1cb2fc9e5cb", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:37:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "36d98b15-94e9-434d-83d7-c1cb2fc9e5cb", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:37:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "36d98b15-94e9-434d-83d7-c1cb2fc9e5cb", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:37:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "36d98b15-94e9-434d-83d7-c1cb2fc9e5cb", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7-kserve-route-authn"} 2026-07-09T15:37:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "36d98b15-94e9-434d-83d7-c1cb2fc9e5cb", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7", "authType": "userdefined"} 2026-07-09T15:37:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "36d98b15-94e9-434d-83d7-c1cb2fc9e5cb", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:37:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "312627d8-8409-45b9-a929-75ae586da6de", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:37:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "1057f174-3b31-4427-afe8-316eeb20ab27", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:37:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "1057f174-3b31-4427-afe8-316eeb20ab27", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7-authn-ssl"} 2026-07-09T15:37:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "1057f174-3b31-4427-afe8-316eeb20ab27", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:37:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "9ee73742-b61a-4c68-b37f-1dc4b068d963", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:37:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "9ee73742-b61a-4c68-b37f-1dc4b068d963", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:37:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "9ee73742-b61a-4c68-b37f-1dc4b068d963", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:37:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "9ee73742-b61a-4c68-b37f-1dc4b068d963", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7-kserve-route-authn"} 2026-07-09T15:37:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "9ee73742-b61a-4c68-b37f-1dc4b068d963", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7", "authType": "userdefined"} 2026-07-09T15:37:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "9ee73742-b61a-4c68-b37f-1dc4b068d963", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:37:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "a8d74355-2d4f-496c-8783-e3863a795e60", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "a8d74355-2d4f-496c-8783-e3863a795e60", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "a8d74355-2d4f-496c-8783-e3863a795e60", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "a8d74355-2d4f-496c-8783-e3863a795e60", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682-kserve-route-authn"} 2026-07-09T15:37:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "a8d74355-2d4f-496c-8783-e3863a795e60", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682", "authType": "userdefined"} 2026-07-09T15:37:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "a8d74355-2d4f-496c-8783-e3863a795e60", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "396fd59c-acee-474a-9116-d98c7c457c6f", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:37:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "396fd59c-acee-474a-9116-d98c7c457c6f", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682-authn-ssl"} 2026-07-09T15:37:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "396fd59c-acee-474a-9116-d98c7c457c6f", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:37:21Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "03378136-98df-4f4a-93db-e324332e5be5", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:21Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "03378136-98df-4f4a-93db-e324332e5be5", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:21Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "03378136-98df-4f4a-93db-e324332e5be5", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:21Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "03378136-98df-4f4a-93db-e324332e5be5", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682-kserve-route-authn"} 2026-07-09T15:37:21Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "03378136-98df-4f4a-93db-e324332e5be5", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682", "authType": "userdefined"} 2026-07-09T15:37:21Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "03378136-98df-4f4a-93db-e324332e5be5", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "d752b357-953c-4b5c-b796-59634cd7092b", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:37:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "d752b357-953c-4b5c-b796-59634cd7092b", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682-authn-ssl"} 2026-07-09T15:37:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "d752b357-953c-4b5c-b796-59634cd7092b", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:37:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "29d60593-2611-4fdf-8c20-2c79ecd5aa85", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "29d60593-2611-4fdf-8c20-2c79ecd5aa85", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "29d60593-2611-4fdf-8c20-2c79ecd5aa85", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "29d60593-2611-4fdf-8c20-2c79ecd5aa85", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682-kserve-route-authn"} 2026-07-09T15:37:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "29d60593-2611-4fdf-8c20-2c79ecd5aa85", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682", "authType": "userdefined"} 2026-07-09T15:37:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "29d60593-2611-4fdf-8c20-2c79ecd5aa85", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "632a9cae-0cdf-41a0-a157-9e38d111acf0", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "632a9cae-0cdf-41a0-a157-9e38d111acf0", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "632a9cae-0cdf-41a0-a157-9e38d111acf0", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "632a9cae-0cdf-41a0-a157-9e38d111acf0", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682-kserve-route-authn"} 2026-07-09T15:37:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "632a9cae-0cdf-41a0-a157-9e38d111acf0", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682", "authType": "userdefined"} 2026-07-09T15:37:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "632a9cae-0cdf-41a0-a157-9e38d111acf0", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "5cff1e21-efe7-4f2a-b49f-5e74e68a4890", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:37:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "5cff1e21-efe7-4f2a-b49f-5e74e68a4890", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682-authn-ssl"} 2026-07-09T15:37:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "5cff1e21-efe7-4f2a-b49f-5e74e68a4890", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:37:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "10fc0078-0f1c-4aaa-aaa1-c8054f223800", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:37:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "10fc0078-0f1c-4aaa-aaa1-c8054f223800", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7"} 2026-07-09T15:37:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "10fc0078-0f1c-4aaa-aaa1-c8054f223800", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:37:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "10fc0078-0f1c-4aaa-aaa1-c8054f223800", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:37:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "10fc0078-0f1c-4aaa-aaa1-c8054f223800", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7-kserve-route-authn"} 2026-07-09T15:37:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "10fc0078-0f1c-4aaa-aaa1-c8054f223800", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7-kserve-route-authn"} 2026-07-09T15:37:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "10fc0078-0f1c-4aaa-aaa1-c8054f223800", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:37:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "10fc0078-0f1c-4aaa-aaa1-c8054f223800", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:37:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-dc88a7","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "test-model-dc88a7", "reconcileID": "434aa14f-1009-4b63-95e8-c252b7b5a21a", "LLMInferenceService": "test-model-dc88a7", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:37:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "d583c0b9-8b67-4084-a892-dd15f00760c3", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:37:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "d583c0b9-8b67-4084-a892-dd15f00760c3", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7-authn-ssl"} 2026-07-09T15:37:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "d583c0b9-8b67-4084-a892-dd15f00760c3", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:37:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "b8270c2d-ef35-4206-ac0c-31ab9df652cf", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:37:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "b8270c2d-ef35-4206-ac0c-31ab9df652cf", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7-authn-ssl"} 2026-07-09T15:37:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "b8270c2d-ef35-4206-ac0c-31ab9df652cf", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:37:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "da89b105-3463-44ae-acdf-c28556274292", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "da89b105-3463-44ae-acdf-c28556274292", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682"} 2026-07-09T15:37:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "da89b105-3463-44ae-acdf-c28556274292", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "da89b105-3463-44ae-acdf-c28556274292", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "da89b105-3463-44ae-acdf-c28556274292", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682-kserve-route-authn"} 2026-07-09T15:37:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "da89b105-3463-44ae-acdf-c28556274292", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682-kserve-route-authn"} 2026-07-09T15:37:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "da89b105-3463-44ae-acdf-c28556274292", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "da89b105-3463-44ae-acdf-c28556274292", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d62682","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "test-model-d62682", "reconcileID": "fa29ec3e-8922-4b71-8057-11800d9924e7", "LLMInferenceService": "test-model-d62682", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:37:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "8be6ec28-d6fe-424d-a04a-f30fc460fac6", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:37:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "8be6ec28-d6fe-424d-a04a-f30fc460fac6", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682-authn-ssl"} 2026-07-09T15:37:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "8be6ec28-d6fe-424d-a04a-f30fc460fac6", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:37:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "815142ec-5d2b-42b2-ac68-e8dd52de8c8d", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:37:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "815142ec-5d2b-42b2-ac68-e8dd52de8c8d", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682-authn-ssl"} 2026-07-09T15:37:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "815142ec-5d2b-42b2-ac68-e8dd52de8c8d", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:37:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dcb9a33f-834e-4e9b-89db-cfb38793cc19", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:37:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "b33d00c1-5d98-4a7b-a4b0-72c28d29fdaf", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:37:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "b33d00c1-5d98-4a7b-a4b0-72c28d29fdaf", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7-authn-ssl"} 2026-07-09T15:37:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "b33d00c1-5d98-4a7b-a4b0-72c28d29fdaf", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:38:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5618f68-b79a-4f64-bdf6-988a47c5ca33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:38:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5618f68-b79a-4f64-bdf6-988a47c5ca33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dc88a7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:38:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5618f68-b79a-4f64-bdf6-988a47c5ca33", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-dc88a7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T15:38:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "odh-trusted-ca-bundle", "reconcileID": "21daf6db-b604-4a0d-9b63-dbf9d0089fe4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:38:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "odh-trusted-ca-bundle", "reconcileID": "21daf6db-b604-4a0d-9b63-dbf9d0089fe4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:38:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "openshift-service-ca.crt", "reconcileID": "1a657a00-67ec-4beb-8be5-e437bd149fad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:38:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "openshift-service-ca.crt", "reconcileID": "1a657a00-67ec-4beb-8be5-e437bd149fad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:38:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b3c3da1-a7ab-4932-b486-b7febdd0e984", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:38:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-dc88a7"}, "namespace": "ai-tenant-e2e-inf-a-dc88a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b3c3da1-a7ab-4932-b486-b7febdd0e984", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-dc88a7"} 2026-07-09T15:38:30Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-dc88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-dc88a7", "reconcileID": "54ebf71d-3a83-406c-b256-8ee28cef1eea", "Gateway": "e2e-inf-a-dc88a7", "namespace": "openshift-ingress"} 2026-07-09T15:38:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bcac723a-3f30-43f3-a54e-2a89efa14c56", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:38:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "658a0a0b-dccd-4dea-bb52-393d7b17e170", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:38:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "658a0a0b-dccd-4dea-bb52-393d7b17e170", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682-authn-ssl"} 2026-07-09T15:38:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "658a0a0b-dccd-4dea-bb52-393d7b17e170", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:38:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3bb3f02f-5f72-4875-96fa-63d161a163c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:38:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3bb3f02f-5f72-4875-96fa-63d161a163c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-d62682", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:38:37Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3bb3f02f-5f72-4875-96fa-63d161a163c7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-d62682 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T15:38:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "odh-trusted-ca-bundle", "reconcileID": "e9ee6d55-9291-46ca-aaac-840287c1ac6f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:38:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "odh-trusted-ca-bundle", "reconcileID": "e9ee6d55-9291-46ca-aaac-840287c1ac6f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:38:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "openshift-service-ca.crt", "reconcileID": "2b10fb27-278c-4533-979d-e7d66f0e5dfc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:38:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "openshift-service-ca.crt", "reconcileID": "2b10fb27-278c-4533-979d-e7d66f0e5dfc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:38:37Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9711d647-e4a9-425c-b61f-d6be48c69e42", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:38:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-d62682"}, "namespace": "ai-tenant-e2e-inf-b-d62682", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9711d647-e4a9-425c-b61f-d6be48c69e42", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-d62682"} 2026-07-09T15:38:38Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-d62682","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-d62682", "reconcileID": "990e68ba-527e-4d40-93af-3457d62966db", "Gateway": "e2e-inf-b-d62682", "namespace": "openshift-ingress"} 2026-07-09T15:38:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "562e0f65-e546-4cc5-a437-0bb74a47d1da", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress"} 2026-07-09T15:38:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "562e0f65-e546-4cc5-a437-0bb74a47d1da", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1-authn-ssl"} 2026-07-09T15:38:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "562e0f65-e546-4cc5-a437-0bb74a47d1da", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress"} 2026-07-09T15:38:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "d2ab6ed4-9767-4d3d-9d3e-619298d47b96", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress"} 2026-07-09T15:38:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "d2ab6ed4-9767-4d3d-9d3e-619298d47b96", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1-authn-ssl"} 2026-07-09T15:38:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "d2ab6ed4-9767-4d3d-9d3e-619298d47b96", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress"} 2026-07-09T15:38:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "edc59248-204a-4521-aeb9-07744da89b85", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress"} 2026-07-09T15:38:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "edc59248-204a-4521-aeb9-07744da89b85", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1-authn-ssl"} 2026-07-09T15:38:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "edc59248-204a-4521-aeb9-07744da89b85", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress"} 2026-07-09T15:38:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "33f25a8a-714a-4688-8087-0b62783cb264", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress"} 2026-07-09T15:38:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "33f25a8a-714a-4688-8087-0b62783cb264", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1-authn-ssl"} 2026-07-09T15:38:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "33f25a8a-714a-4688-8087-0b62783cb264", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress"} 2026-07-09T15:38:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "4c2f10c0-3fb9-4bae-96e5-5d53509d31d5", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress"} 2026-07-09T15:38:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "4c2f10c0-3fb9-4bae-96e5-5d53509d31d5", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1-authn-ssl"} 2026-07-09T15:38:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "4c2f10c0-3fb9-4bae-96e5-5d53509d31d5", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress"} 2026-07-09T15:38:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "3708ce47-fb2a-4a8d-9f47-3d07887a49aa", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress"} 2026-07-09T15:38:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "3708ce47-fb2a-4a8d-9f47-3d07887a49aa", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1-authn-ssl"} 2026-07-09T15:38:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "3708ce47-fb2a-4a8d-9f47-3d07887a49aa", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress"} 2026-07-09T15:38:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-0164f1"}, "namespace": "ai-tenant-e2e-api-a-0164f1", "name": "openshift-service-ca.crt", "reconcileID": "aaa10ec2-6883-415c-85f9-575419074ac0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-0164f1"} 2026-07-09T15:38:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-0164f1"}, "namespace": "ai-tenant-e2e-api-a-0164f1", "name": "odh-trusted-ca-bundle", "reconcileID": "a00abaa1-c165-4dc7-9076-1b818ae4e6ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0164f1"} 2026-07-09T15:38:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-0164f1"}, "namespace": "ai-tenant-e2e-api-a-0164f1", "name": "openshift-service-ca.crt", "reconcileID": "da4009bd-dac2-4caa-9514-4bfdffae0614", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-0164f1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:38:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-0164f1"}, "namespace": "ai-tenant-e2e-api-a-0164f1", "name": "openshift-service-ca.crt", "reconcileID": "da4009bd-dac2-4caa-9514-4bfdffae0614", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-0164f1"} 2026-07-09T15:38:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-0164f1"}, "namespace": "ai-tenant-e2e-api-a-0164f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "870367bc-6090-4797-bc95-7221e1776942", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0164f1"} 2026-07-09T15:38:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-0164f1"}, "namespace": "ai-tenant-e2e-api-a-0164f1", "name": "openshift-service-ca.crt", "reconcileID": "a7d1fe2b-42dc-494f-b7f8-86553ed549c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-0164f1"} 2026-07-09T15:38:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-0164f1"}, "namespace": "ai-tenant-e2e-api-a-0164f1", "name": "odh-trusted-ca-bundle", "reconcileID": "e9177497-9d41-479c-a109-9fdcfb81133f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0164f1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:38:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-0164f1"}, "namespace": "ai-tenant-e2e-api-a-0164f1", "name": "odh-trusted-ca-bundle", "reconcileID": "e9177497-9d41-479c-a109-9fdcfb81133f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0164f1"} 2026-07-09T15:38:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-0164f1"}, "namespace": "ai-tenant-e2e-api-a-0164f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afe0d7e9-ee59-4d7d-8a03-abb33fc7760e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0164f1"} 2026-07-09T15:38:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "c63df039-2aca-422f-af02-126414b7cde8", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress"} 2026-07-09T15:38:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "c63df039-2aca-422f-af02-126414b7cde8", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1-authn-ssl"} 2026-07-09T15:38:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "c63df039-2aca-422f-af02-126414b7cde8", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress"} 2026-07-09T15:38:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "56b64d7b-fbd7-489e-bf82-c4de2fde1abc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:38:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a844fecd-3bf8-4f32-aee2-ab48935c45e9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:38:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "39dd038c-2c54-48aa-a795-d57f9474f7ab", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:38:47Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "39dd038c-2c54-48aa-a795-d57f9474f7ab", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress", "name": "e2e-api-b-a65149-authn-ssl"} 2026-07-09T15:38:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "39dd038c-2c54-48aa-a795-d57f9474f7ab", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:38:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "0d237e88-d163-4f88-b849-e6efc9b08323", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:38:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "0d237e88-d163-4f88-b849-e6efc9b08323", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress", "name": "e2e-api-b-a65149-authn-ssl"} 2026-07-09T15:38:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "0d237e88-d163-4f88-b849-e6efc9b08323", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:38:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "b978506f-d41c-4082-ae43-de89a0d2663d", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:38:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "b978506f-d41c-4082-ae43-de89a0d2663d", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress", "name": "e2e-api-b-a65149-authn-ssl"} 2026-07-09T15:38:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "b978506f-d41c-4082-ae43-de89a0d2663d", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:38:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "4f9961df-e992-45ba-b535-316c903a757b", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:38:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "4f9961df-e992-45ba-b535-316c903a757b", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress", "name": "e2e-api-b-a65149-authn-ssl"} 2026-07-09T15:38:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "4f9961df-e992-45ba-b535-316c903a757b", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:38:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "bd824e19-d940-4167-a829-51d55ab06fb2", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:38:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "bd824e19-d940-4167-a829-51d55ab06fb2", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress", "name": "e2e-api-b-a65149-authn-ssl"} 2026-07-09T15:38:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "bd824e19-d940-4167-a829-51d55ab06fb2", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:38:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "87b6c7a1-05e0-40f7-9ccb-b9b50c72dbd6", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:38:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "87b6c7a1-05e0-40f7-9ccb-b9b50c72dbd6", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress", "name": "e2e-api-b-a65149-authn-ssl"} 2026-07-09T15:38:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "87b6c7a1-05e0-40f7-9ccb-b9b50c72dbd6", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:38:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "7c9b0a43-cdba-41ae-b483-3903b24711ea", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:38:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "7c9b0a43-cdba-41ae-b483-3903b24711ea", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress", "name": "e2e-api-b-a65149-authn-ssl"} 2026-07-09T15:38:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "7c9b0a43-cdba-41ae-b483-3903b24711ea", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:38:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "d5601569-70af-46ee-b7c4-a9b48721231d", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:38:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "d5601569-70af-46ee-b7c4-a9b48721231d", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress", "name": "e2e-api-b-a65149-authn-ssl"} 2026-07-09T15:38:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "d5601569-70af-46ee-b7c4-a9b48721231d", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:38:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a65149"}, "namespace": "ai-tenant-e2e-api-b-a65149", "name": "openshift-service-ca.crt", "reconcileID": "036e713e-64d3-48e8-9d63-dfdc8af50137", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a65149"} 2026-07-09T15:38:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a65149"}, "namespace": "ai-tenant-e2e-api-b-a65149", "name": "odh-trusted-ca-bundle", "reconcileID": "54b485ef-2c21-4225-a72c-2c4ec55a8c6b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a65149"} 2026-07-09T15:38:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a65149"}, "namespace": "ai-tenant-e2e-api-b-a65149", "name": "openshift-service-ca.crt", "reconcileID": "96fa52d0-3cbd-436b-b5b6-c49b98f25ea0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a65149", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:38:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a65149"}, "namespace": "ai-tenant-e2e-api-b-a65149", "name": "openshift-service-ca.crt", "reconcileID": "96fa52d0-3cbd-436b-b5b6-c49b98f25ea0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a65149"} 2026-07-09T15:38:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a65149"}, "namespace": "ai-tenant-e2e-api-b-a65149", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1857af9e-ab1d-4963-9779-ebac525c2935", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a65149"} 2026-07-09T15:38:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a65149"}, "namespace": "ai-tenant-e2e-api-b-a65149", "name": "openshift-service-ca.crt", "reconcileID": "306ea434-6348-433d-8894-7b62032d1070", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a65149"} 2026-07-09T15:38:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a65149"}, "namespace": "ai-tenant-e2e-api-b-a65149", "name": "odh-trusted-ca-bundle", "reconcileID": "625c7186-eb07-41c7-93de-02b6db4e4a7a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a65149", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:38:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a65149"}, "namespace": "ai-tenant-e2e-api-b-a65149", "name": "odh-trusted-ca-bundle", "reconcileID": "625c7186-eb07-41c7-93de-02b6db4e4a7a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a65149"} 2026-07-09T15:38:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a65149"}, "namespace": "ai-tenant-e2e-api-b-a65149", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dfbdf9f1-1e3a-4e9d-99b2-77a706b63618", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a65149"} 2026-07-09T15:38:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "25c41eb8-2395-4e97-82d6-0f29a1571450", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:38:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "25c41eb8-2395-4e97-82d6-0f29a1571450", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress", "name": "e2e-api-b-a65149-authn-ssl"} 2026-07-09T15:38:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "25c41eb8-2395-4e97-82d6-0f29a1571450", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:38:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "baa910d4-7ab3-495b-9dc9-31ad1addd55e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:38:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "ea19ccb2-23ab-4f4e-9084-08d6f864ec86", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress"} 2026-07-09T15:38:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "ea19ccb2-23ab-4f4e-9084-08d6f864ec86", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1-authn-ssl"} 2026-07-09T15:38:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "ea19ccb2-23ab-4f4e-9084-08d6f864ec86", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress"} 2026-07-09T15:39:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "0bf64024-0342-4e6c-bdb1-1c95cbfbcb18", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:39:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "0bf64024-0342-4e6c-bdb1-1c95cbfbcb18", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress", "name": "e2e-api-b-a65149-authn-ssl"} 2026-07-09T15:39:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "0bf64024-0342-4e6c-bdb1-1c95cbfbcb18", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:39:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "00b21de6-c189-4022-a3ed-0a841970d4f7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:39:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "849f66ee-a245-44e6-ba20-c1e96972c4ab", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress"} 2026-07-09T15:39:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "849f66ee-a245-44e6-ba20-c1e96972c4ab", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1-authn-ssl"} 2026-07-09T15:39:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "849f66ee-a245-44e6-ba20-c1e96972c4ab", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress"} 2026-07-09T15:39:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-0164f1"}, "namespace": "ai-tenant-e2e-api-a-0164f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e21cc87-52a5-42e3-8d8c-a8c27f2babff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0164f1"} 2026-07-09T15:39:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-0164f1"}, "namespace": "ai-tenant-e2e-api-a-0164f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e21cc87-52a5-42e3-8d8c-a8c27f2babff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0164f1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:39:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-0164f1"}, "namespace": "ai-tenant-e2e-api-a-0164f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e21cc87-52a5-42e3-8d8c-a8c27f2babff", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-0164f1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T15:39:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-0164f1"}, "namespace": "ai-tenant-e2e-api-a-0164f1", "name": "odh-trusted-ca-bundle", "reconcileID": "635dc403-d6f3-47c7-96f0-488f80fd6852", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0164f1"} 2026-07-09T15:39:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-0164f1"}, "namespace": "ai-tenant-e2e-api-a-0164f1", "name": "odh-trusted-ca-bundle", "reconcileID": "635dc403-d6f3-47c7-96f0-488f80fd6852", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0164f1"} 2026-07-09T15:39:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-0164f1"}, "namespace": "ai-tenant-e2e-api-a-0164f1", "name": "openshift-service-ca.crt", "reconcileID": "557a17d6-e265-4bb8-a0cd-81fa532f9ca6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-0164f1"} 2026-07-09T15:39:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-0164f1"}, "namespace": "ai-tenant-e2e-api-a-0164f1", "name": "openshift-service-ca.crt", "reconcileID": "557a17d6-e265-4bb8-a0cd-81fa532f9ca6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-0164f1"} 2026-07-09T15:39:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-0164f1"}, "namespace": "ai-tenant-e2e-api-a-0164f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29833bb1-7155-4a4e-83d3-dc19014d77fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0164f1"} 2026-07-09T15:39:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-0164f1"}, "namespace": "ai-tenant-e2e-api-a-0164f1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29833bb1-7155-4a4e-83d3-dc19014d77fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-0164f1"} 2026-07-09T15:39:10Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-0164f1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-0164f1", "reconcileID": "35fc7cba-5c35-4d1d-b1e8-957e02a9a9f5", "Gateway": "e2e-api-a-0164f1", "namespace": "openshift-ingress"} 2026-07-09T15:39:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "9d1efaac-ab7f-40cc-9573-24412df65307", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:39:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "9071bb53-fd66-4c92-a2b3-041805c9f503", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:39:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "9071bb53-fd66-4c92-a2b3-041805c9f503", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress", "name": "e2e-api-b-a65149-authn-ssl"} 2026-07-09T15:39:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "9071bb53-fd66-4c92-a2b3-041805c9f503", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:39:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a65149"}, "namespace": "ai-tenant-e2e-api-b-a65149", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "230e7073-ae22-4af3-8815-277f54f611f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a65149"} 2026-07-09T15:39:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a65149"}, "namespace": "ai-tenant-e2e-api-b-a65149", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "230e7073-ae22-4af3-8815-277f54f611f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a65149", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:39:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a65149"}, "namespace": "ai-tenant-e2e-api-b-a65149", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "230e7073-ae22-4af3-8815-277f54f611f2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-a65149 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T15:39:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a65149"}, "namespace": "ai-tenant-e2e-api-b-a65149", "name": "odh-trusted-ca-bundle", "reconcileID": "6befdbee-ca1d-411f-a61b-1dbeda0f77d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a65149"} 2026-07-09T15:39:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a65149"}, "namespace": "ai-tenant-e2e-api-b-a65149", "name": "odh-trusted-ca-bundle", "reconcileID": "6befdbee-ca1d-411f-a61b-1dbeda0f77d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a65149"} 2026-07-09T15:39:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a65149"}, "namespace": "ai-tenant-e2e-api-b-a65149", "name": "openshift-service-ca.crt", "reconcileID": "2d81783b-4f32-4c7b-804e-6604b51a2dae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a65149"} 2026-07-09T15:39:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a65149"}, "namespace": "ai-tenant-e2e-api-b-a65149", "name": "openshift-service-ca.crt", "reconcileID": "2d81783b-4f32-4c7b-804e-6604b51a2dae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a65149"} 2026-07-09T15:39:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a65149"}, "namespace": "ai-tenant-e2e-api-b-a65149", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "605ffc28-edcb-4bcd-8d90-b0fb17c4c93d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a65149"} 2026-07-09T15:39:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a65149"}, "namespace": "ai-tenant-e2e-api-b-a65149", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "605ffc28-edcb-4bcd-8d90-b0fb17c4c93d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a65149"} 2026-07-09T15:39:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a65149","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a65149", "reconcileID": "0f2911a9-5eb6-4e82-9a10-506c4fa2cc44", "Gateway": "e2e-api-b-a65149", "namespace": "openshift-ingress"} 2026-07-09T15:39:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "90277a1d-950f-4c12-b3ec-6bf82cffbdb4", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress"} 2026-07-09T15:39:19Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "90277a1d-950f-4c12-b3ec-6bf82cffbdb4", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5-authn-ssl"} 2026-07-09T15:39:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "90277a1d-950f-4c12-b3ec-6bf82cffbdb4", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress"} 2026-07-09T15:39:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "17f57138-5875-45e1-9fcc-71c9d641ec7d", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress"} 2026-07-09T15:39:19Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "17f57138-5875-45e1-9fcc-71c9d641ec7d", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5-authn-ssl"} 2026-07-09T15:39:19Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "17f57138-5875-45e1-9fcc-71c9d641ec7d", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-a-dcc4b5-authn-ssl: envoyfilters.networking.istio.io \"e2e-shared-a-dcc4b5-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T15:39:19Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-a-dcc4b5-authn-ssl: envoyfilters.networking.istio.io "e2e-shared-a-dcc4b5-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-shared-a-dcc4b5","uid":"e1cb5b03-cb50-4317-9987-b6d764c0b8a1","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"51690"}, "reason": "ReconcileError"} 2026-07-09T15:39:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "b7fcdabc-56fd-4bc0-a153-8ae06eda756c", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress"} 2026-07-09T15:39:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "b7fcdabc-56fd-4bc0-a153-8ae06eda756c", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5-authn-ssl"} 2026-07-09T15:39:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "b7fcdabc-56fd-4bc0-a153-8ae06eda756c", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress"} 2026-07-09T15:39:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "2c79a6e8-ac76-4f9e-8bde-792881dd4bc0", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress"} 2026-07-09T15:39:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "2c79a6e8-ac76-4f9e-8bde-792881dd4bc0", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5-authn-ssl"} 2026-07-09T15:39:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "2c79a6e8-ac76-4f9e-8bde-792881dd4bc0", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress"} 2026-07-09T15:39:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "ad9c24dd-b146-425a-addb-df90fdf1cdd9", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress"} 2026-07-09T15:39:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "ad9c24dd-b146-425a-addb-df90fdf1cdd9", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5-authn-ssl"} 2026-07-09T15:39:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "ad9c24dd-b146-425a-addb-df90fdf1cdd9", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress"} 2026-07-09T15:39:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "a54d03dc-247d-4a50-9af8-112fad8d4edc", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress"} 2026-07-09T15:39:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "a54d03dc-247d-4a50-9af8-112fad8d4edc", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5-authn-ssl"} 2026-07-09T15:39:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "a54d03dc-247d-4a50-9af8-112fad8d4edc", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress"} 2026-07-09T15:39:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "c30dfc35-de2d-4b86-aa89-29d001d2e39a", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress"} 2026-07-09T15:39:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "c30dfc35-de2d-4b86-aa89-29d001d2e39a", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5-authn-ssl"} 2026-07-09T15:39:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "c30dfc35-de2d-4b86-aa89-29d001d2e39a", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress"} 2026-07-09T15:39:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-dcc4b5"}, "namespace": "ai-tenant-e2e-shared-a-dcc4b5", "name": "openshift-service-ca.crt", "reconcileID": "a12418f3-0047-4204-904c-996f397070cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-dcc4b5"} 2026-07-09T15:39:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dcc4b5"}, "namespace": "ai-tenant-e2e-shared-a-dcc4b5", "name": "odh-trusted-ca-bundle", "reconcileID": "177e32eb-6557-4248-8e60-61b8dedee4f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dcc4b5"} 2026-07-09T15:39:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-dcc4b5"}, "namespace": "ai-tenant-e2e-shared-a-dcc4b5", "name": "openshift-service-ca.crt", "reconcileID": "8e3b8d96-fd89-4ea3-b4e0-64e10dbf481e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-dcc4b5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:39:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-dcc4b5"}, "namespace": "ai-tenant-e2e-shared-a-dcc4b5", "name": "openshift-service-ca.crt", "reconcileID": "8e3b8d96-fd89-4ea3-b4e0-64e10dbf481e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-dcc4b5"} 2026-07-09T15:39:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dcc4b5"}, "namespace": "ai-tenant-e2e-shared-a-dcc4b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c40a16a7-499a-40db-8edc-02826ebf5a75", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dcc4b5"} 2026-07-09T15:39:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-dcc4b5"}, "namespace": "ai-tenant-e2e-shared-a-dcc4b5", "name": "openshift-service-ca.crt", "reconcileID": "7fcb24c5-d9dc-4d57-9a2e-c9d27dc71ee4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-dcc4b5"} 2026-07-09T15:39:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dcc4b5"}, "namespace": "ai-tenant-e2e-shared-a-dcc4b5", "name": "odh-trusted-ca-bundle", "reconcileID": "d95a03dd-ce6e-4b6d-b9b9-9f6df5744abb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dcc4b5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:39:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dcc4b5"}, "namespace": "ai-tenant-e2e-shared-a-dcc4b5", "name": "odh-trusted-ca-bundle", "reconcileID": "d95a03dd-ce6e-4b6d-b9b9-9f6df5744abb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dcc4b5"} 2026-07-09T15:39:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dcc4b5"}, "namespace": "ai-tenant-e2e-shared-a-dcc4b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae973b8a-df65-42aa-ad85-dc759a30deec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dcc4b5"} 2026-07-09T15:39:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "79a14609-34d2-49f2-9df1-8c6a64e49448", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress"} 2026-07-09T15:39:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "79a14609-34d2-49f2-9df1-8c6a64e49448", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5-authn-ssl"} 2026-07-09T15:39:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "79a14609-34d2-49f2-9df1-8c6a64e49448", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress"} 2026-07-09T15:39:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8046cefe-d95f-4749-aea5-d25bb709a5ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:39:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "cb72d82c-63f7-41f3-b55c-98669f1b2a9a", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress"} 2026-07-09T15:39:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "cb72d82c-63f7-41f3-b55c-98669f1b2a9a", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5-authn-ssl"} 2026-07-09T15:39:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "cb72d82c-63f7-41f3-b55c-98669f1b2a9a", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress"} 2026-07-09T15:39:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "70701811-e2d3-48d0-934a-369eda7e822d", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress"} 2026-07-09T15:39:27Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "70701811-e2d3-48d0-934a-369eda7e822d", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67-authn-ssl"} 2026-07-09T15:39:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "70701811-e2d3-48d0-934a-369eda7e822d", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress"} 2026-07-09T15:39:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "b620df56-6399-4eb9-be36-4b69728db6a3", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress"} 2026-07-09T15:39:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "b620df56-6399-4eb9-be36-4b69728db6a3", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67-authn-ssl"} 2026-07-09T15:39:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "b620df56-6399-4eb9-be36-4b69728db6a3", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress"} 2026-07-09T15:39:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "1b757196-c80a-45de-a039-cad0c3967e4a", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress"} 2026-07-09T15:39:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "1b757196-c80a-45de-a039-cad0c3967e4a", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67-authn-ssl"} 2026-07-09T15:39:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "1b757196-c80a-45de-a039-cad0c3967e4a", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress"} 2026-07-09T15:39:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "b1ce14eb-1e89-4aa5-a256-9f1631a59a14", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress"} 2026-07-09T15:39:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "b1ce14eb-1e89-4aa5-a256-9f1631a59a14", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67-authn-ssl"} 2026-07-09T15:39:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "b1ce14eb-1e89-4aa5-a256-9f1631a59a14", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress"} 2026-07-09T15:39:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "2db4cea2-dd5e-4dad-9276-41b2abce6b80", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress"} 2026-07-09T15:39:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "2db4cea2-dd5e-4dad-9276-41b2abce6b80", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67-authn-ssl"} 2026-07-09T15:39:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "2db4cea2-dd5e-4dad-9276-41b2abce6b80", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress"} 2026-07-09T15:39:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "daec9961-e84d-4778-a754-a258229cf562", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress"} 2026-07-09T15:39:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "daec9961-e84d-4778-a754-a258229cf562", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67-authn-ssl"} 2026-07-09T15:39:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "daec9961-e84d-4778-a754-a258229cf562", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress"} 2026-07-09T15:39:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "9adaadc8-f818-469a-89c4-39deffad7019", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress"} 2026-07-09T15:39:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "9adaadc8-f818-469a-89c4-39deffad7019", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67-authn-ssl"} 2026-07-09T15:39:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "9adaadc8-f818-469a-89c4-39deffad7019", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress"} 2026-07-09T15:39:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-863e67"}, "namespace": "ai-tenant-e2e-shared-b-863e67", "name": "openshift-service-ca.crt", "reconcileID": "f2c3aa1b-0367-4732-a4d8-73c4141ba873", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-863e67"} 2026-07-09T15:39:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-863e67"}, "namespace": "ai-tenant-e2e-shared-b-863e67", "name": "odh-trusted-ca-bundle", "reconcileID": "f8847255-3c41-4894-9894-7da3efaaff77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-863e67"} 2026-07-09T15:39:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-863e67"}, "namespace": "ai-tenant-e2e-shared-b-863e67", "name": "openshift-service-ca.crt", "reconcileID": "e0eafe6b-6673-43e2-800b-bb64ad81a581", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-863e67", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:39:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-863e67"}, "namespace": "ai-tenant-e2e-shared-b-863e67", "name": "openshift-service-ca.crt", "reconcileID": "e0eafe6b-6673-43e2-800b-bb64ad81a581", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-863e67"} 2026-07-09T15:39:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-863e67"}, "namespace": "ai-tenant-e2e-shared-b-863e67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c375baa3-6634-47ca-ae32-d4372d6a500e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-863e67"} 2026-07-09T15:39:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-863e67"}, "namespace": "ai-tenant-e2e-shared-b-863e67", "name": "openshift-service-ca.crt", "reconcileID": "edf363b3-c7f5-47b2-8398-c8a92bfcfe27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-863e67"} 2026-07-09T15:39:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-863e67"}, "namespace": "ai-tenant-e2e-shared-b-863e67", "name": "odh-trusted-ca-bundle", "reconcileID": "8b034106-7914-4ef0-9d9d-e20fe934d48a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-863e67", "update": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:39:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-863e67"}, "namespace": "ai-tenant-e2e-shared-b-863e67", "name": "odh-trusted-ca-bundle", "reconcileID": "8b034106-7914-4ef0-9d9d-e20fe934d48a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-863e67"} 2026-07-09T15:39:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-863e67"}, "namespace": "ai-tenant-e2e-shared-b-863e67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8a0bcd5-99c8-4edf-8e9a-88060045eea2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-863e67"} 2026-07-09T15:39:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "088f059f-ee8c-40cd-8bee-cfc6c4e5a7e2", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress"} 2026-07-09T15:39:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "088f059f-ee8c-40cd-8bee-cfc6c4e5a7e2", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67-authn-ssl"} 2026-07-09T15:39:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "088f059f-ee8c-40cd-8bee-cfc6c4e5a7e2", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress"} 2026-07-09T15:39:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "58c79cd6-d8c2-4299-9b62-05badcf005c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:39:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "a9eac861-2935-4d42-9946-a3d57917b025", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress"} 2026-07-09T15:39:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "a9eac861-2935-4d42-9946-a3d57917b025", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67-authn-ssl"} 2026-07-09T15:39:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "a9eac861-2935-4d42-9946-a3d57917b025", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress"} 2026-07-09T15:39:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e349fa71-5d6c-4284-967a-20b079752123", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:39:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "096805c8-6946-44e5-84e9-5cc771820c25", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:42:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "35668e4a-5585-4008-836e-518974ed908a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:42:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "d18eda31-ffe5-422d-b2b5-9d34f5fc1fe6", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress"} 2026-07-09T15:42:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "d18eda31-ffe5-422d-b2b5-9d34f5fc1fe6", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5-authn-ssl"} 2026-07-09T15:42:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "d18eda31-ffe5-422d-b2b5-9d34f5fc1fe6", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress"} 2026-07-09T15:42:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dcc4b5"}, "namespace": "ai-tenant-e2e-shared-a-dcc4b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0622dbc5-b73e-47cb-9f6b-7b9da3f94276", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dcc4b5"} 2026-07-09T15:42:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dcc4b5"}, "namespace": "ai-tenant-e2e-shared-a-dcc4b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0622dbc5-b73e-47cb-9f6b-7b9da3f94276", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dcc4b5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:42:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dcc4b5"}, "namespace": "ai-tenant-e2e-shared-a-dcc4b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0622dbc5-b73e-47cb-9f6b-7b9da3f94276", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-dcc4b5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T15:42:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dcc4b5"}, "namespace": "ai-tenant-e2e-shared-a-dcc4b5", "name": "odh-trusted-ca-bundle", "reconcileID": "f6a763d4-e7a7-4ce2-93c0-63bbeb26bc33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dcc4b5"} 2026-07-09T15:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dcc4b5"}, "namespace": "ai-tenant-e2e-shared-a-dcc4b5", "name": "odh-trusted-ca-bundle", "reconcileID": "f6a763d4-e7a7-4ce2-93c0-63bbeb26bc33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dcc4b5"} 2026-07-09T15:42:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-dcc4b5"}, "namespace": "ai-tenant-e2e-shared-a-dcc4b5", "name": "openshift-service-ca.crt", "reconcileID": "e209a429-e376-4eb0-8dec-b8b454ca2e5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-dcc4b5"} 2026-07-09T15:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-dcc4b5"}, "namespace": "ai-tenant-e2e-shared-a-dcc4b5", "name": "openshift-service-ca.crt", "reconcileID": "e209a429-e376-4eb0-8dec-b8b454ca2e5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-dcc4b5"} 2026-07-09T15:42:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dcc4b5"}, "namespace": "ai-tenant-e2e-shared-a-dcc4b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "842a7059-d11e-4d94-9fb1-d8b14a9b9258", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dcc4b5"} 2026-07-09T15:42:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-dcc4b5"}, "namespace": "ai-tenant-e2e-shared-a-dcc4b5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "842a7059-d11e-4d94-9fb1-d8b14a9b9258", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-dcc4b5"} 2026-07-09T15:42:48Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-dcc4b5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-dcc4b5", "reconcileID": "cbcc7581-a0f1-4f6e-9241-ad779b40d157", "Gateway": "e2e-shared-a-dcc4b5", "namespace": "openshift-ingress"} 2026-07-09T15:42:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "944d0456-6b9e-4b06-9ac6-b6cb61b38a19", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-09T15:42:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "9ba1b348-aab6-4ee9-818a-e6cb484e8d4e", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress"} 2026-07-09T15:42:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "9ba1b348-aab6-4ee9-818a-e6cb484e8d4e", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67-authn-ssl"} 2026-07-09T15:42:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "9ba1b348-aab6-4ee9-818a-e6cb484e8d4e", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress"} 2026-07-09T15:42:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-863e67"}, "namespace": "ai-tenant-e2e-shared-b-863e67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8711d03e-d7b9-443e-9140-69336f89eb27", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-863e67"} 2026-07-09T15:42:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-863e67"}, "namespace": "ai-tenant-e2e-shared-b-863e67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8711d03e-d7b9-443e-9140-69336f89eb27", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-863e67", "create": "odh-kserve-custom-ca-bundle"} 2026-07-09T15:42:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-863e67"}, "namespace": "ai-tenant-e2e-shared-b-863e67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8711d03e-d7b9-443e-9140-69336f89eb27", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-863e67 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-09T15:42:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-863e67"}, "namespace": "ai-tenant-e2e-shared-b-863e67", "name": "odh-trusted-ca-bundle", "reconcileID": "f2c7f5c8-afa1-4e5c-8958-f901fd191e73", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-863e67"} 2026-07-09T15:42:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-863e67"}, "namespace": "ai-tenant-e2e-shared-b-863e67", "name": "odh-trusted-ca-bundle", "reconcileID": "f2c7f5c8-afa1-4e5c-8958-f901fd191e73", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-863e67"} 2026-07-09T15:42:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-863e67"}, "namespace": "ai-tenant-e2e-shared-b-863e67", "name": "openshift-service-ca.crt", "reconcileID": "ada694df-311b-429c-9ff4-f8e202f1d978", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-863e67"} 2026-07-09T15:42:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-863e67"}, "namespace": "ai-tenant-e2e-shared-b-863e67", "name": "openshift-service-ca.crt", "reconcileID": "ada694df-311b-429c-9ff4-f8e202f1d978", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-863e67"} 2026-07-09T15:42:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-863e67"}, "namespace": "ai-tenant-e2e-shared-b-863e67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e027ed9d-9e3d-4730-b099-90fcefa9e67a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-863e67"} 2026-07-09T15:42:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-863e67"}, "namespace": "ai-tenant-e2e-shared-b-863e67", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e027ed9d-9e3d-4730-b099-90fcefa9e67a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-863e67"} 2026-07-09T15:42:56Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-863e67","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-863e67", "reconcileID": "14f90232-48e0-4f18-8ab1-0a0435af0d0f", "Gateway": "e2e-shared-b-863e67", "namespace": "openshift-ingress"}