sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T07:32:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b20e3fa7"}, "namespace": "ai-tenant-e2e-mt-b20e3fa7", "name": "odh-trusted-ca-bundle", "reconcileID": "18296f66-8e32-41ce-b120-9b5477fa2003", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b20e3fa7"} 2026-07-13T07:32:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b20e3fa7"}, "namespace": "ai-tenant-e2e-mt-b20e3fa7", "name": "odh-trusted-ca-bundle", "reconcileID": "18296f66-8e32-41ce-b120-9b5477fa2003", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b20e3fa7"} 2026-07-13T07:32:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b20e3fa7"}, "namespace": "ai-tenant-e2e-mt-b20e3fa7", "name": "openshift-service-ca.crt", "reconcileID": "797ffd7c-5479-469a-bf8e-270d725377e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b20e3fa7"} 2026-07-13T07:32:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b20e3fa7"}, "namespace": "ai-tenant-e2e-mt-b20e3fa7", "name": "openshift-service-ca.crt", "reconcileID": "797ffd7c-5479-469a-bf8e-270d725377e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b20e3fa7"} 2026-07-13T07:32:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b20e3fa7"}, "namespace": "ai-tenant-e2e-mt-b20e3fa7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a7af2a8-965f-4047-b52b-0d0c7dd4b58a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b20e3fa7"} 2026-07-13T07:32:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b20e3fa7"}, "namespace": "ai-tenant-e2e-mt-b20e3fa7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9a7af2a8-965f-4047-b52b-0d0c7dd4b58a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b20e3fa7"} 2026-07-13T07:32:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b42a5e9d"}, "namespace": "ai-tenant-e2e-mt-b42a5e9d", "name": "odh-trusted-ca-bundle", "reconcileID": "13b71841-57ef-44cb-af6b-a1d60b6a8aa9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b42a5e9d"} 2026-07-13T07:32:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b42a5e9d"}, "namespace": "ai-tenant-e2e-mt-b42a5e9d", "name": "openshift-service-ca.crt", "reconcileID": "edfb980f-6608-41b6-b2d4-d3a8a1a61e55", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b42a5e9d"} 2026-07-13T07:32:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b42a5e9d"}, "namespace": "ai-tenant-e2e-mt-b42a5e9d", "name": "openshift-service-ca.crt", "reconcileID": "2330465d-8f31-4543-8677-2e2615e73f48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b42a5e9d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T07:32:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b42a5e9d"}, "namespace": "ai-tenant-e2e-mt-b42a5e9d", "name": "openshift-service-ca.crt", "reconcileID": "2330465d-8f31-4543-8677-2e2615e73f48", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b42a5e9d"} 2026-07-13T07:32:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b42a5e9d"}, "namespace": "ai-tenant-e2e-mt-b42a5e9d", "name": "openshift-service-ca.crt", "reconcileID": "dd5aa806-3f6d-46d0-8d8a-274912443d8e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b42a5e9d"} 2026-07-13T07:32:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b42a5e9d"}, "namespace": "ai-tenant-e2e-mt-b42a5e9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "465b2450-b7a0-4579-b8c8-d73ca583f2e2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b42a5e9d"} 2026-07-13T07:32:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b42a5e9d"}, "namespace": "ai-tenant-e2e-mt-b42a5e9d", "name": "odh-trusted-ca-bundle", "reconcileID": "db5cb75c-eb27-418d-a7ce-64f5531acb8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b42a5e9d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T07:32:15Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b42a5e9d"}, "namespace": "ai-tenant-e2e-mt-b42a5e9d", "name": "odh-trusted-ca-bundle", "reconcileID": "db5cb75c-eb27-418d-a7ce-64f5531acb8e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b42a5e9d"} 2026-07-13T07:32:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b42a5e9d"}, "namespace": "ai-tenant-e2e-mt-b42a5e9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "150c51ed-a9be-43cb-b727-427a50fb6560", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b42a5e9d"} 2026-07-13T07:32:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b42a5e9d"}, "namespace": "ai-tenant-e2e-mt-b42a5e9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4558bf69-dd24-4395-8f41-06c97de9af58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b42a5e9d"} 2026-07-13T07:32:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b42a5e9d"}, "namespace": "ai-tenant-e2e-mt-b42a5e9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4558bf69-dd24-4395-8f41-06c97de9af58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b42a5e9d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T07:32:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b42a5e9d"}, "namespace": "ai-tenant-e2e-mt-b42a5e9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4558bf69-dd24-4395-8f41-06c97de9af58", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-b42a5e9d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T07:32:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b42a5e9d"}, "namespace": "ai-tenant-e2e-mt-b42a5e9d", "name": "odh-trusted-ca-bundle", "reconcileID": "f4c3b071-4ce0-4f9c-af77-8fa2850f86a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b42a5e9d"} 2026-07-13T07:32:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b42a5e9d"}, "namespace": "ai-tenant-e2e-mt-b42a5e9d", "name": "odh-trusted-ca-bundle", "reconcileID": "f4c3b071-4ce0-4f9c-af77-8fa2850f86a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b42a5e9d"} 2026-07-13T07:32:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b42a5e9d"}, "namespace": "ai-tenant-e2e-mt-b42a5e9d", "name": "openshift-service-ca.crt", "reconcileID": "b7ed749b-75eb-4f4e-980b-83caa9ea71ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b42a5e9d"} 2026-07-13T07:32:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b42a5e9d"}, "namespace": "ai-tenant-e2e-mt-b42a5e9d", "name": "openshift-service-ca.crt", "reconcileID": "b7ed749b-75eb-4f4e-980b-83caa9ea71ae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b42a5e9d"} 2026-07-13T07:32:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b42a5e9d"}, "namespace": "ai-tenant-e2e-mt-b42a5e9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e87da1a-c9b2-45ac-ac43-062d9e861eb0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b42a5e9d"} 2026-07-13T07:32:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b42a5e9d"}, "namespace": "ai-tenant-e2e-mt-b42a5e9d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e87da1a-c9b2-45ac-ac43-062d9e861eb0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b42a5e9d"} 2026-07-13T07:32:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "e6ed68dd-4b8c-4af3-abc3-b2438158b4af", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:32:54Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "e6ed68dd-4b8c-4af3-abc3-b2438158b4af", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17-authn-ssl"} 2026-07-13T07:32:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "e6ed68dd-4b8c-4af3-abc3-b2438158b4af", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:32:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "bfc86ab3-285c-4e42-8ad7-a7ae0c4bd846", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:32:54Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "bfc86ab3-285c-4e42-8ad7-a7ae0c4bd846", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17-authn-ssl"} 2026-07-13T07:32:54Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "bfc86ab3-285c-4e42-8ad7-a7ae0c4bd846", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-inf-a-8ccb17-authn-ssl: envoyfilters.networking.istio.io \"e2e-inf-a-8ccb17-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T07:32:54Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-inf-a-8ccb17-authn-ssl: envoyfilters.networking.istio.io "e2e-inf-a-8ccb17-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-inf-a-8ccb17","uid":"bfcdb144-4203-4ad4-b922-22751a0700df","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"47057"}, "reason": "ReconcileError"} 2026-07-13T07:32:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "5d966a85-cc3b-4690-864d-a090129e750a", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:32:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "5d966a85-cc3b-4690-864d-a090129e750a", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17-authn-ssl"} 2026-07-13T07:32:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "5d966a85-cc3b-4690-864d-a090129e750a", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:32:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "b8d61031-60e7-445b-86fa-38ba88cb35aa", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:32:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "b8d61031-60e7-445b-86fa-38ba88cb35aa", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17-authn-ssl"} 2026-07-13T07:32:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "b8d61031-60e7-445b-86fa-38ba88cb35aa", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:32:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "f5ce7f31-f270-4468-96b2-fc0c9180489e", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:32:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "f5ce7f31-f270-4468-96b2-fc0c9180489e", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17-authn-ssl"} 2026-07-13T07:32:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "f5ce7f31-f270-4468-96b2-fc0c9180489e", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:32:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "667c4c28-0983-4dbc-989f-7112ad299c06", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:32:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "667c4c28-0983-4dbc-989f-7112ad299c06", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17-authn-ssl"} 2026-07-13T07:32:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "667c4c28-0983-4dbc-989f-7112ad299c06", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:32:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "90917edf-75e8-4df2-8444-c81b63cc9dc3", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:32:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "90917edf-75e8-4df2-8444-c81b63cc9dc3", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17-authn-ssl"} 2026-07-13T07:32:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "90917edf-75e8-4df2-8444-c81b63cc9dc3", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:32:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "openshift-service-ca.crt", "reconcileID": "dfbb564d-b4eb-4de1-9ce6-ae74f903ad96", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:32:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "odh-trusted-ca-bundle", "reconcileID": "ae4d22d7-6122-42c7-80fa-9997b7d8f937", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-8ccb17", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T07:32:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "odh-trusted-ca-bundle", "reconcileID": "ae4d22d7-6122-42c7-80fa-9997b7d8f937", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:32:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "openshift-service-ca.crt", "reconcileID": "3b35eabc-ac23-4ada-9201-9c9b3f54318a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:32:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9746a125-0d01-4f43-b552-0eb6117c2984", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:32:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "odh-trusted-ca-bundle", "reconcileID": "371dbfa0-d29b-429b-9f84-2c4a5b8b3be5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-8ccb17", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T07:32:57Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "odh-trusted-ca-bundle", "reconcileID": "371dbfa0-d29b-429b-9f84-2c4a5b8b3be5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:32:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c299e5e-6668-4d92-bc79-55ecfab5da27", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:32:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "430a159b-b3db-4834-a4d3-a988ea1094ba", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:32:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "430a159b-b3db-4834-a4d3-a988ea1094ba", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17-authn-ssl"} 2026-07-13T07:32:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "430a159b-b3db-4834-a4d3-a988ea1094ba", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:32:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4ffb7c93-d3a3-421b-99de-fd5ed36fb724", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T07:33:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "35de9575-adaa-4fe6-8349-7e244a7d370e", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:02Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "35de9575-adaa-4fe6-8349-7e244a7d370e", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9-authn-ssl"} 2026-07-13T07:33:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "35de9575-adaa-4fe6-8349-7e244a7d370e", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "76682bcc-61f0-4d52-bd95-ea7d1cd80685", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "76682bcc-61f0-4d52-bd95-ea7d1cd80685", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9-authn-ssl"} 2026-07-13T07:33:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "76682bcc-61f0-4d52-bd95-ea7d1cd80685", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "20641174-9d65-445f-be09-83e67d9b632d", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "20641174-9d65-445f-be09-83e67d9b632d", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9-authn-ssl"} 2026-07-13T07:33:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "20641174-9d65-445f-be09-83e67d9b632d", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "e094ff72-65f7-40ae-b9cc-f95f1222bceb", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "e094ff72-65f7-40ae-b9cc-f95f1222bceb", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9-authn-ssl"} 2026-07-13T07:33:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "e094ff72-65f7-40ae-b9cc-f95f1222bceb", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "407db1b8-bd17-43a8-b37f-014a366803b1", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "407db1b8-bd17-43a8-b37f-014a366803b1", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9-authn-ssl"} 2026-07-13T07:33:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "407db1b8-bd17-43a8-b37f-014a366803b1", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "8063415c-ff25-4a89-83c4-8316946180c9", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "8063415c-ff25-4a89-83c4-8316946180c9", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9-authn-ssl"} 2026-07-13T07:33:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "8063415c-ff25-4a89-83c4-8316946180c9", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "1848db88-409d-4909-aadb-24146fe5df91", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "1848db88-409d-4909-aadb-24146fe5df91", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9-authn-ssl"} 2026-07-13T07:33:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "1848db88-409d-4909-aadb-24146fe5df91", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "d0636e57-b120-4d6d-9c10-d85343639af3", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "d0636e57-b120-4d6d-9c10-d85343639af3", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9-authn-ssl"} 2026-07-13T07:33:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "d0636e57-b120-4d6d-9c10-d85343639af3", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "openshift-service-ca.crt", "reconcileID": "f50fdbed-b030-4027-b247-d48d1715a8d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:33:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "odh-trusted-ca-bundle", "reconcileID": "097ffc3e-e13f-401f-b85b-5e29a2d374e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:33:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "openshift-service-ca.crt", "reconcileID": "d916b3ff-ad88-4a5e-bb4b-4efb096dc0e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-3d88d9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T07:33:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "openshift-service-ca.crt", "reconcileID": "d916b3ff-ad88-4a5e-bb4b-4efb096dc0e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:33:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e30ae2f-c352-4023-841d-ab58d07f59cd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:33:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "openshift-service-ca.crt", "reconcileID": "8c452298-ef1f-4431-82f0-719571ebe702", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:33:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "odh-trusted-ca-bundle", "reconcileID": "5b11d95e-1924-4d04-b1c3-9a42eaaf1c14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3d88d9", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T07:33:05Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "odh-trusted-ca-bundle", "reconcileID": "5b11d95e-1924-4d04-b1c3-9a42eaaf1c14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:33:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97cf3f84-3452-43de-9c90-ed3c71ed9eb1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:33:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "53b6ebef-7172-4b49-b907-e3c6986f16a8", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "53b6ebef-7172-4b49-b907-e3c6986f16a8", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9-authn-ssl"} 2026-07-13T07:33:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "53b6ebef-7172-4b49-b907-e3c6986f16a8", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:06Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5b321360-139c-4f5b-a675-5e2bb4e9543c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T07:33:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "8de26ab7-3b64-402f-9b18-8c0b7ac0fd3d", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:33:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "8de26ab7-3b64-402f-9b18-8c0b7ac0fd3d", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17-authn-ssl"} 2026-07-13T07:33:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "8de26ab7-3b64-402f-9b18-8c0b7ac0fd3d", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:33:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "04d6aa43-680a-4eb2-8a6a-8cdb87fa143c", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:33:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "04d6aa43-680a-4eb2-8a6a-8cdb87fa143c", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:33:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "04d6aa43-680a-4eb2-8a6a-8cdb87fa143c", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:33:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "6e394526-2be8-4296-b438-d9d3a3e991e2", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:33:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "04d6aa43-680a-4eb2-8a6a-8cdb87fa143c", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17-kserve-route-authn"} 2026-07-13T07:33:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "04d6aa43-680a-4eb2-8a6a-8cdb87fa143c", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17", "authType": "userdefined"} 2026-07-13T07:33:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "04d6aa43-680a-4eb2-8a6a-8cdb87fa143c", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:33:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "6e394526-2be8-4296-b438-d9d3a3e991e2", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17-authn-ssl"} 2026-07-13T07:33:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "6e394526-2be8-4296-b438-d9d3a3e991e2", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:33:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "ecb14b7c-a2f5-4e38-845d-d33e84a34708", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:33:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "ecb14b7c-a2f5-4e38-845d-d33e84a34708", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:33:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "ecb14b7c-a2f5-4e38-845d-d33e84a34708", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:33:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "ecb14b7c-a2f5-4e38-845d-d33e84a34708", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17-kserve-route-authn"} 2026-07-13T07:33:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "ecb14b7c-a2f5-4e38-845d-d33e84a34708", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17", "authType": "userdefined"} 2026-07-13T07:33:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "ecb14b7c-a2f5-4e38-845d-d33e84a34708", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:33:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "22f2d6f8-0599-45df-8844-16078294e537", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "22f2d6f8-0599-45df-8844-16078294e537", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9-authn-ssl"} 2026-07-13T07:33:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "22f2d6f8-0599-45df-8844-16078294e537", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "04ffea4f-259b-4316-87eb-48e1150400c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T07:33:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a2c50b2e-57db-48b7-96b1-13934bcfe53f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T07:33:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "1344c695-cf7f-401f-8bb6-5adfc526ef75", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:33:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "1344c695-cf7f-401f-8bb6-5adfc526ef75", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17-authn-ssl"} 2026-07-13T07:33:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "1344c695-cf7f-401f-8bb6-5adfc526ef75", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:33:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "c704ec52-1231-47a3-973c-3f30adab2492", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:33:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "c704ec52-1231-47a3-973c-3f30adab2492", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:33:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "c704ec52-1231-47a3-973c-3f30adab2492", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:33:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "c704ec52-1231-47a3-973c-3f30adab2492", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17-kserve-route-authn"} 2026-07-13T07:33:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "c704ec52-1231-47a3-973c-3f30adab2492", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17", "authType": "userdefined"} 2026-07-13T07:33:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "c704ec52-1231-47a3-973c-3f30adab2492", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:33:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "260783f0-8546-4de6-b3e3-a68648acc5ca", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:33:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "260783f0-8546-4de6-b3e3-a68648acc5ca", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17-authn-ssl"} 2026-07-13T07:33:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "260783f0-8546-4de6-b3e3-a68648acc5ca", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:33:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "867f8ad5-6d51-4341-a2b3-7ea8dd8f77ad", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:33:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "867f8ad5-6d51-4341-a2b3-7ea8dd8f77ad", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:33:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "867f8ad5-6d51-4341-a2b3-7ea8dd8f77ad", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:33:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "867f8ad5-6d51-4341-a2b3-7ea8dd8f77ad", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17-kserve-route-authn"} 2026-07-13T07:33:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "867f8ad5-6d51-4341-a2b3-7ea8dd8f77ad", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17", "authType": "userdefined"} 2026-07-13T07:33:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "867f8ad5-6d51-4341-a2b3-7ea8dd8f77ad", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:33:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "7365327c-06dc-492f-be94-17b28569ae26", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:33:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "7365327c-06dc-492f-be94-17b28569ae26", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:33:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "7365327c-06dc-492f-be94-17b28569ae26", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:33:52Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "0c2aa256-29ae-4e7f-b022-67cca995b6e9", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "7365327c-06dc-492f-be94-17b28569ae26", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9-kserve-route-authn"} 2026-07-13T07:33:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "7365327c-06dc-492f-be94-17b28569ae26", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9", "authType": "userdefined"} 2026-07-13T07:33:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "7365327c-06dc-492f-be94-17b28569ae26", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:33:52Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "0c2aa256-29ae-4e7f-b022-67cca995b6e9", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9-authn-ssl"} 2026-07-13T07:33:52Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "0c2aa256-29ae-4e7f-b022-67cca995b6e9", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:33:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "add1b13d-dc6c-4362-94c0-84a8499054cf", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:33:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "add1b13d-dc6c-4362-94c0-84a8499054cf", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:33:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "add1b13d-dc6c-4362-94c0-84a8499054cf", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:33:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "add1b13d-dc6c-4362-94c0-84a8499054cf", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9-kserve-route-authn"} 2026-07-13T07:33:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "add1b13d-dc6c-4362-94c0-84a8499054cf", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9", "authType": "userdefined"} 2026-07-13T07:33:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "add1b13d-dc6c-4362-94c0-84a8499054cf", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:34:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "64acafa1-fbf2-457b-be3b-eefe7c7b64b1", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:34:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "64acafa1-fbf2-457b-be3b-eefe7c7b64b1", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9-authn-ssl"} 2026-07-13T07:34:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "64acafa1-fbf2-457b-be3b-eefe7c7b64b1", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:34:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "6aebfd89-7df3-4124-b44e-44e92bc43c2e", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:34:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "6aebfd89-7df3-4124-b44e-44e92bc43c2e", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:34:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "6aebfd89-7df3-4124-b44e-44e92bc43c2e", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:34:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "6aebfd89-7df3-4124-b44e-44e92bc43c2e", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9-kserve-route-authn"} 2026-07-13T07:34:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "6aebfd89-7df3-4124-b44e-44e92bc43c2e", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9", "authType": "userdefined"} 2026-07-13T07:34:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "6aebfd89-7df3-4124-b44e-44e92bc43c2e", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:34:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "488e85d7-4880-4e88-8971-38081b159e26", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:34:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "488e85d7-4880-4e88-8971-38081b159e26", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9-authn-ssl"} 2026-07-13T07:34:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "488e85d7-4880-4e88-8971-38081b159e26", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:34:36Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "6b5c343a-0500-4ed1-bbfb-611444956ac5", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:34:36Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "6b5c343a-0500-4ed1-bbfb-611444956ac5", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:34:36Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "6b5c343a-0500-4ed1-bbfb-611444956ac5", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:34:36Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "6b5c343a-0500-4ed1-bbfb-611444956ac5", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9-kserve-route-authn"} 2026-07-13T07:34:36Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "6b5c343a-0500-4ed1-bbfb-611444956ac5", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9", "authType": "userdefined"} 2026-07-13T07:34:36Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "6b5c343a-0500-4ed1-bbfb-611444956ac5", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:34:44Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "30ecdbb9-7a78-44d2-a6b6-83c2915a4eef", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:34:44Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "30ecdbb9-7a78-44d2-a6b6-83c2915a4eef", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17"} 2026-07-13T07:34:44Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "30ecdbb9-7a78-44d2-a6b6-83c2915a4eef", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:34:44Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "30ecdbb9-7a78-44d2-a6b6-83c2915a4eef", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:34:44Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "30ecdbb9-7a78-44d2-a6b6-83c2915a4eef", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17-kserve-route-authn"} 2026-07-13T07:34:44Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "30ecdbb9-7a78-44d2-a6b6-83c2915a4eef", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17-kserve-route-authn"} 2026-07-13T07:34:44Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "30ecdbb9-7a78-44d2-a6b6-83c2915a4eef", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:34:44Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "30ecdbb9-7a78-44d2-a6b6-83c2915a4eef", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:34:44Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-8ccb17","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "test-model-8ccb17", "reconcileID": "0d2b862b-34a9-4b7a-b3b4-8e2ed6dfc509", "LLMInferenceService": "test-model-8ccb17", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:34:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "9b7a8dfc-a601-4292-bd09-0ba4e7ada99a", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:34:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "9b7a8dfc-a601-4292-bd09-0ba4e7ada99a", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17-authn-ssl"} 2026-07-13T07:34:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "9b7a8dfc-a601-4292-bd09-0ba4e7ada99a", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:34:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "af33b457-b165-4dbe-a0a6-45a599426e5a", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:34:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "af33b457-b165-4dbe-a0a6-45a599426e5a", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17-authn-ssl"} 2026-07-13T07:34:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "af33b457-b165-4dbe-a0a6-45a599426e5a", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:34:45Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "43495c94-e765-4f5e-964d-9d5c8c21b1ad", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:34:45Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "43495c94-e765-4f5e-964d-9d5c8c21b1ad", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9"} 2026-07-13T07:34:45Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "43495c94-e765-4f5e-964d-9d5c8c21b1ad", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:34:45Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "43495c94-e765-4f5e-964d-9d5c8c21b1ad", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:34:45Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "43495c94-e765-4f5e-964d-9d5c8c21b1ad", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9-kserve-route-authn"} 2026-07-13T07:34:45Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "43495c94-e765-4f5e-964d-9d5c8c21b1ad", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9-kserve-route-authn"} 2026-07-13T07:34:45Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "43495c94-e765-4f5e-964d-9d5c8c21b1ad", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:34:45Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "43495c94-e765-4f5e-964d-9d5c8c21b1ad", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:34:45Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-3d88d9","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "test-model-3d88d9", "reconcileID": "5d3ba3de-0946-4529-a98d-0484695d48a8", "LLMInferenceService": "test-model-3d88d9", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:34:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "30a5b7f1-a9e2-4e78-806c-4c9118660d4b", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:34:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "30a5b7f1-a9e2-4e78-806c-4c9118660d4b", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9-authn-ssl"} 2026-07-13T07:34:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "30a5b7f1-a9e2-4e78-806c-4c9118660d4b", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:34:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "ba54c161-385d-470d-b709-fa4eaa3e8be5", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:34:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "ba54c161-385d-470d-b709-fa4eaa3e8be5", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9-authn-ssl"} 2026-07-13T07:34:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "ba54c161-385d-470d-b709-fa4eaa3e8be5", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:34:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5c709b16-4b0b-4bee-a047-104b033cfc85", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T07:34:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "734dd1ee-e375-4fbb-8d7c-21344223b64c", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:34:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "734dd1ee-e375-4fbb-8d7c-21344223b64c", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17-authn-ssl"} 2026-07-13T07:34:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "734dd1ee-e375-4fbb-8d7c-21344223b64c", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:35:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7da356f9-9ca4-4b2a-a032-510642de4002", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:35:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7da356f9-9ca4-4b2a-a032-510642de4002", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-8ccb17", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T07:35:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7da356f9-9ca4-4b2a-a032-510642de4002", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-8ccb17 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T07:35:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "odh-trusted-ca-bundle", "reconcileID": "6f40c994-c807-4107-a846-b9ce4bd795d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:35:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "odh-trusted-ca-bundle", "reconcileID": "6f40c994-c807-4107-a846-b9ce4bd795d9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:35:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "openshift-service-ca.crt", "reconcileID": "07a93509-f29a-4dff-8482-432a84890270", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:35:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "openshift-service-ca.crt", "reconcileID": "07a93509-f29a-4dff-8482-432a84890270", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:35:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "375e7777-540b-41a5-8bbb-e7defb8b4702", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:35:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-8ccb17"}, "namespace": "ai-tenant-e2e-inf-a-8ccb17", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "375e7777-540b-41a5-8bbb-e7defb8b4702", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-8ccb17"} 2026-07-13T07:35:28Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-8ccb17","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-8ccb17", "reconcileID": "65e002d3-8cb4-42cd-be62-65f8ac0fc748", "Gateway": "e2e-inf-a-8ccb17", "namespace": "openshift-ingress"} 2026-07-13T07:35:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d87a588c-4a2d-4da8-8ddb-7749bb0c8c86", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T07:35:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "e7ea330c-32c3-4f7b-8ed0-fbfd2068c4dc", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:35:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "e7ea330c-32c3-4f7b-8ed0-fbfd2068c4dc", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9-authn-ssl"} 2026-07-13T07:35:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "e7ea330c-32c3-4f7b-8ed0-fbfd2068c4dc", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:35:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28bfb157-1258-423f-891b-950711795b08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:35:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28bfb157-1258-423f-891b-950711795b08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3d88d9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T07:35:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "28bfb157-1258-423f-891b-950711795b08", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-3d88d9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T07:35:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "odh-trusted-ca-bundle", "reconcileID": "cc61ccc5-f7a1-4019-8324-7b865b0ece08", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:35:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "odh-trusted-ca-bundle", "reconcileID": "cc61ccc5-f7a1-4019-8324-7b865b0ece08", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:35:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "openshift-service-ca.crt", "reconcileID": "6cbd0f7f-cc21-47c9-9ccf-47a2a1b3182f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:35:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "openshift-service-ca.crt", "reconcileID": "6cbd0f7f-cc21-47c9-9ccf-47a2a1b3182f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:35:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba13c938-d49b-4ed2-b522-d84b8235c650", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:35:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-3d88d9"}, "namespace": "ai-tenant-e2e-inf-b-3d88d9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ba13c938-d49b-4ed2-b522-d84b8235c650", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-3d88d9"} 2026-07-13T07:35:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-3d88d9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-3d88d9", "reconcileID": "e028ce2c-545c-45ed-ad03-00699c92a75a", "Gateway": "e2e-inf-b-3d88d9", "namespace": "openshift-ingress"} 2026-07-13T07:35:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "4bf69931-3161-4d70-a76b-efff63a8d70d", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:35:36Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "4bf69931-3161-4d70-a76b-efff63a8d70d", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7-authn-ssl"} 2026-07-13T07:35:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "4bf69931-3161-4d70-a76b-efff63a8d70d", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:35:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "c34a9de4-784f-494f-b423-027e5fe6e20f", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:35:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "c34a9de4-784f-494f-b423-027e5fe6e20f", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7-authn-ssl"} 2026-07-13T07:35:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "c34a9de4-784f-494f-b423-027e5fe6e20f", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:35:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "bcc1f8ac-e042-496c-b153-6854479ba01c", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:35:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "bcc1f8ac-e042-496c-b153-6854479ba01c", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7-authn-ssl"} 2026-07-13T07:35:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "bcc1f8ac-e042-496c-b153-6854479ba01c", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:35:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "5026ca9d-9802-47cd-91f5-54927dcce8bf", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:35:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "5026ca9d-9802-47cd-91f5-54927dcce8bf", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7-authn-ssl"} 2026-07-13T07:35:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "5026ca9d-9802-47cd-91f5-54927dcce8bf", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:35:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "423f8efb-637b-44ac-8389-ebff49eeb75d", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:35:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "423f8efb-637b-44ac-8389-ebff49eeb75d", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7-authn-ssl"} 2026-07-13T07:35:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "423f8efb-637b-44ac-8389-ebff49eeb75d", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:35:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "389ee264-be25-435b-924b-3250defff8fd", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:35:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "389ee264-be25-435b-924b-3250defff8fd", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7-authn-ssl"} 2026-07-13T07:35:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "389ee264-be25-435b-924b-3250defff8fd", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:35:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "b56b2690-14fa-475c-be3f-fb37c24ec142", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:35:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "b56b2690-14fa-475c-be3f-fb37c24ec142", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7-authn-ssl"} 2026-07-13T07:35:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "b56b2690-14fa-475c-be3f-fb37c24ec142", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:35:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-1f88a7"}, "namespace": "ai-tenant-e2e-api-a-1f88a7", "name": "openshift-service-ca.crt", "reconcileID": "f0fef81f-443f-4cea-a4a4-85492ec3b550", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-1f88a7"} 2026-07-13T07:35:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f88a7"}, "namespace": "ai-tenant-e2e-api-a-1f88a7", "name": "odh-trusted-ca-bundle", "reconcileID": "7e72d583-9fe6-49e6-a7f2-78c257855139", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f88a7"} 2026-07-13T07:35:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-1f88a7"}, "namespace": "ai-tenant-e2e-api-a-1f88a7", "name": "openshift-service-ca.crt", "reconcileID": "8c621767-f638-4ce7-a8d5-38a98c982dc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-1f88a7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T07:35:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-1f88a7"}, "namespace": "ai-tenant-e2e-api-a-1f88a7", "name": "openshift-service-ca.crt", "reconcileID": "8c621767-f638-4ce7-a8d5-38a98c982dc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-1f88a7"} 2026-07-13T07:35:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-1f88a7"}, "namespace": "ai-tenant-e2e-api-a-1f88a7", "name": "openshift-service-ca.crt", "reconcileID": "ca0ccffa-1f21-43a9-aba3-5957c7c02f7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-1f88a7"} 2026-07-13T07:35:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f88a7"}, "namespace": "ai-tenant-e2e-api-a-1f88a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ad532fb5-f103-47f8-8ef0-35cbe96f8632", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f88a7"} 2026-07-13T07:35:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f88a7"}, "namespace": "ai-tenant-e2e-api-a-1f88a7", "name": "odh-trusted-ca-bundle", "reconcileID": "b844f434-33c2-4c6d-bcec-060a89cc75f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f88a7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T07:35:39Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f88a7"}, "namespace": "ai-tenant-e2e-api-a-1f88a7", "name": "odh-trusted-ca-bundle", "reconcileID": "b844f434-33c2-4c6d-bcec-060a89cc75f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f88a7"} 2026-07-13T07:35:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f88a7"}, "namespace": "ai-tenant-e2e-api-a-1f88a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec2843cb-df9a-4762-9d7a-77bbfb3fa44b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f88a7"} 2026-07-13T07:35:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "0794303f-1096-4202-a23e-46b34fd44e4a", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:35:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "0794303f-1096-4202-a23e-46b34fd44e4a", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7-authn-ssl"} 2026-07-13T07:35:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "0794303f-1096-4202-a23e-46b34fd44e4a", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:35:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "98611861-103f-4282-9d34-38fbb8b56087", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T07:35:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3991f90b-3782-4fd3-9102-d8fa16301293", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T07:35:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "026a2cd8-44a7-4381-b2bc-4ee6b0725e2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T07:35:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "d5af0207-d158-47f3-bc5f-2a74b73cd20c", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:35:44Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "d5af0207-d158-47f3-bc5f-2a74b73cd20c", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress", "name": "e2e-api-b-780e06-authn-ssl"} 2026-07-13T07:35:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "d5af0207-d158-47f3-bc5f-2a74b73cd20c", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:35:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "cf8ac276-a984-4075-a59e-c6d29420dcb0", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:35:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "cf8ac276-a984-4075-a59e-c6d29420dcb0", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress", "name": "e2e-api-b-780e06-authn-ssl"} 2026-07-13T07:35:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "cf8ac276-a984-4075-a59e-c6d29420dcb0", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:35:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "71baea16-4b99-4736-b874-3f561c28ca44", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:35:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "71baea16-4b99-4736-b874-3f561c28ca44", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress", "name": "e2e-api-b-780e06-authn-ssl"} 2026-07-13T07:35:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "71baea16-4b99-4736-b874-3f561c28ca44", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:35:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "fd8335f6-2140-41ed-8ef4-61a81f806d62", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:35:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "fd8335f6-2140-41ed-8ef4-61a81f806d62", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress", "name": "e2e-api-b-780e06-authn-ssl"} 2026-07-13T07:35:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "fd8335f6-2140-41ed-8ef4-61a81f806d62", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:35:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "0702b942-99cb-4c2c-8a00-00cd5fbb7df2", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:35:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "0702b942-99cb-4c2c-8a00-00cd5fbb7df2", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress", "name": "e2e-api-b-780e06-authn-ssl"} 2026-07-13T07:35:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "0702b942-99cb-4c2c-8a00-00cd5fbb7df2", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:35:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "c994510c-28fc-4f89-8fe4-fa5e53e4e065", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:35:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "c994510c-28fc-4f89-8fe4-fa5e53e4e065", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress", "name": "e2e-api-b-780e06-authn-ssl"} 2026-07-13T07:35:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "c994510c-28fc-4f89-8fe4-fa5e53e4e065", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:35:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "df1d8312-fd1a-4e7d-896a-cfb46c02ab4e", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:35:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "df1d8312-fd1a-4e7d-896a-cfb46c02ab4e", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress", "name": "e2e-api-b-780e06-authn-ssl"} 2026-07-13T07:35:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "df1d8312-fd1a-4e7d-896a-cfb46c02ab4e", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:35:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "c82a2dc5-7d05-471d-a20c-84f48b3a8250", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:35:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "c82a2dc5-7d05-471d-a20c-84f48b3a8250", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7-authn-ssl"} 2026-07-13T07:35:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "c82a2dc5-7d05-471d-a20c-84f48b3a8250", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-780e06"}, "namespace": "ai-tenant-e2e-api-b-780e06", "name": "openshift-service-ca.crt", "reconcileID": "a151c6b1-15bc-4fe9-b0e3-94cb41a67d9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-780e06"} 2026-07-13T07:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-780e06"}, "namespace": "ai-tenant-e2e-api-b-780e06", "name": "odh-trusted-ca-bundle", "reconcileID": "71e5e014-51fa-46d0-8a10-cc79671a70aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-780e06"} 2026-07-13T07:35:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-780e06"}, "namespace": "ai-tenant-e2e-api-b-780e06", "name": "openshift-service-ca.crt", "reconcileID": "ed3bf8f2-7349-4ae5-94ce-214788bf9c85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-780e06", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T07:35:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-780e06"}, "namespace": "ai-tenant-e2e-api-b-780e06", "name": "openshift-service-ca.crt", "reconcileID": "ed3bf8f2-7349-4ae5-94ce-214788bf9c85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-780e06"} 2026-07-13T07:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-780e06"}, "namespace": "ai-tenant-e2e-api-b-780e06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e133c686-3898-4ff4-8289-e4d1ca43b2f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-780e06"} 2026-07-13T07:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-780e06"}, "namespace": "ai-tenant-e2e-api-b-780e06", "name": "openshift-service-ca.crt", "reconcileID": "df8d59fd-17fd-4da2-8713-fae80b21c67d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-780e06"} 2026-07-13T07:35:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-780e06"}, "namespace": "ai-tenant-e2e-api-b-780e06", "name": "odh-trusted-ca-bundle", "reconcileID": "1ee633b7-276b-47a2-8237-be5fe6179aba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-780e06", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T07:35:47Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-780e06"}, "namespace": "ai-tenant-e2e-api-b-780e06", "name": "odh-trusted-ca-bundle", "reconcileID": "1ee633b7-276b-47a2-8237-be5fe6179aba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-780e06"} 2026-07-13T07:35:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-780e06"}, "namespace": "ai-tenant-e2e-api-b-780e06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f016e43-b5a5-4b79-bd07-5037ec46e130", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-780e06"} 2026-07-13T07:35:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "291b109d-46e9-4e2e-bd23-13bd33549cd5", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:35:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "291b109d-46e9-4e2e-bd23-13bd33549cd5", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress", "name": "e2e-api-b-780e06-authn-ssl"} 2026-07-13T07:35:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "291b109d-46e9-4e2e-bd23-13bd33549cd5", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:35:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "250ee367-4f28-4da3-be6d-3602c3f8a994", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T07:35:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "20536194-20c8-41fc-a356-b16452992485", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:35:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "20536194-20c8-41fc-a356-b16452992485", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7-authn-ssl"} 2026-07-13T07:35:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "20536194-20c8-41fc-a356-b16452992485", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:35:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "2c135dc2-7fd6-4328-b66c-19572ea9d3d9", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:35:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "2c135dc2-7fd6-4328-b66c-19572ea9d3d9", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress", "name": "e2e-api-b-780e06-authn-ssl"} 2026-07-13T07:35:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "2c135dc2-7fd6-4328-b66c-19572ea9d3d9", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:36:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "dc130e59-02e7-444c-964c-f25c3f248d59", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:36:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "dc130e59-02e7-444c-964c-f25c3f248d59", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress", "name": "e2e-api-b-780e06-authn-ssl"} 2026-07-13T07:36:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "dc130e59-02e7-444c-964c-f25c3f248d59", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:36:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "395ca826-6b83-41ba-b6b5-c81b46b625c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T07:36:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "0db22771-d76c-4115-8e13-8e0d935104d6", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:36:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "0db22771-d76c-4115-8e13-8e0d935104d6", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7-authn-ssl"} 2026-07-13T07:36:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "0db22771-d76c-4115-8e13-8e0d935104d6", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:36:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f88a7"}, "namespace": "ai-tenant-e2e-api-a-1f88a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc0f609d-c73a-4dc1-89b9-1c6232513e90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f88a7"} 2026-07-13T07:36:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f88a7"}, "namespace": "ai-tenant-e2e-api-a-1f88a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc0f609d-c73a-4dc1-89b9-1c6232513e90", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f88a7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T07:36:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f88a7"}, "namespace": "ai-tenant-e2e-api-a-1f88a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc0f609d-c73a-4dc1-89b9-1c6232513e90", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-1f88a7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T07:36:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f88a7"}, "namespace": "ai-tenant-e2e-api-a-1f88a7", "name": "odh-trusted-ca-bundle", "reconcileID": "9ab1b9fa-6501-415b-8b03-9ece0b80eb34", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f88a7"} 2026-07-13T07:36:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f88a7"}, "namespace": "ai-tenant-e2e-api-a-1f88a7", "name": "odh-trusted-ca-bundle", "reconcileID": "9ab1b9fa-6501-415b-8b03-9ece0b80eb34", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f88a7"} 2026-07-13T07:36:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-1f88a7"}, "namespace": "ai-tenant-e2e-api-a-1f88a7", "name": "openshift-service-ca.crt", "reconcileID": "bd4bae89-1380-423c-b3bc-7792e94db804", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-1f88a7"} 2026-07-13T07:36:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-1f88a7"}, "namespace": "ai-tenant-e2e-api-a-1f88a7", "name": "openshift-service-ca.crt", "reconcileID": "bd4bae89-1380-423c-b3bc-7792e94db804", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-1f88a7"} 2026-07-13T07:36:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f88a7"}, "namespace": "ai-tenant-e2e-api-a-1f88a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54f1df32-81c0-48a6-bd52-5e15d78787f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f88a7"} 2026-07-13T07:36:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1f88a7"}, "namespace": "ai-tenant-e2e-api-a-1f88a7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54f1df32-81c0-48a6-bd52-5e15d78787f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1f88a7"} 2026-07-13T07:36:06Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1f88a7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1f88a7", "reconcileID": "696363b0-fd19-4c50-9a74-77f76a033bca", "Gateway": "e2e-api-a-1f88a7", "namespace": "openshift-ingress"} 2026-07-13T07:36:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "18f379f5-74a0-42cd-aad9-ed2a500bf3e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T07:36:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "cccf1764-b12e-4933-9f01-94667d101ac9", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:36:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "cccf1764-b12e-4933-9f01-94667d101ac9", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress", "name": "e2e-api-b-780e06-authn-ssl"} 2026-07-13T07:36:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "cccf1764-b12e-4933-9f01-94667d101ac9", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:36:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-780e06"}, "namespace": "ai-tenant-e2e-api-b-780e06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b164dc0-5641-4c21-ba2d-8d4f014440e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-780e06"} 2026-07-13T07:36:12Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-780e06"}, "namespace": "ai-tenant-e2e-api-b-780e06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b164dc0-5641-4c21-ba2d-8d4f014440e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-780e06", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T07:36:12Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-780e06"}, "namespace": "ai-tenant-e2e-api-b-780e06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b164dc0-5641-4c21-ba2d-8d4f014440e1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-780e06 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T07:36:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-780e06"}, "namespace": "ai-tenant-e2e-api-b-780e06", "name": "odh-trusted-ca-bundle", "reconcileID": "dac5e0ec-dfc5-4faa-8c3d-89187cb44434", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-780e06"} 2026-07-13T07:36:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-780e06"}, "namespace": "ai-tenant-e2e-api-b-780e06", "name": "odh-trusted-ca-bundle", "reconcileID": "dac5e0ec-dfc5-4faa-8c3d-89187cb44434", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-780e06"} 2026-07-13T07:36:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-780e06"}, "namespace": "ai-tenant-e2e-api-b-780e06", "name": "openshift-service-ca.crt", "reconcileID": "483b0e9a-4e16-4841-85fd-638018a57bfd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-780e06"} 2026-07-13T07:36:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-780e06"}, "namespace": "ai-tenant-e2e-api-b-780e06", "name": "openshift-service-ca.crt", "reconcileID": "483b0e9a-4e16-4841-85fd-638018a57bfd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-780e06"} 2026-07-13T07:36:12Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-780e06"}, "namespace": "ai-tenant-e2e-api-b-780e06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6330111-f3d2-4889-b62c-3bedd40b4891", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-780e06"} 2026-07-13T07:36:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-780e06"}, "namespace": "ai-tenant-e2e-api-b-780e06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6330111-f3d2-4889-b62c-3bedd40b4891", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-780e06"} 2026-07-13T07:36:13Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-780e06","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-780e06", "reconcileID": "d86ff7c0-33af-4799-8cd9-f19c8eee64db", "Gateway": "e2e-api-b-780e06", "namespace": "openshift-ingress"} 2026-07-13T07:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "cf169d67-49ec-476d-875f-9dffb1001060", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:36:14Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "cf169d67-49ec-476d-875f-9dffb1001060", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7-authn-ssl"} 2026-07-13T07:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "cf169d67-49ec-476d-875f-9dffb1001060", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "61c0d9fe-e8bc-4fb2-a1e8-d9663bb465e3", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "61c0d9fe-e8bc-4fb2-a1e8-d9663bb465e3", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7-authn-ssl"} 2026-07-13T07:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "61c0d9fe-e8bc-4fb2-a1e8-d9663bb465e3", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "dbb0249f-3ec1-4e49-bd76-86a6faf7e7d8", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "dbb0249f-3ec1-4e49-bd76-86a6faf7e7d8", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7-authn-ssl"} 2026-07-13T07:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "dbb0249f-3ec1-4e49-bd76-86a6faf7e7d8", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "9db8c57d-ae7b-4612-b568-92c7ac329ffc", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "9db8c57d-ae7b-4612-b568-92c7ac329ffc", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7-authn-ssl"} 2026-07-13T07:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "9db8c57d-ae7b-4612-b568-92c7ac329ffc", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "37f827aa-6a03-4b1d-8884-5d118363a6ec", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "37f827aa-6a03-4b1d-8884-5d118363a6ec", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7-authn-ssl"} 2026-07-13T07:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "37f827aa-6a03-4b1d-8884-5d118363a6ec", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "ad735b00-9a9c-4420-aacb-462ed47815f3", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "ad735b00-9a9c-4420-aacb-462ed47815f3", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7-authn-ssl"} 2026-07-13T07:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "ad735b00-9a9c-4420-aacb-462ed47815f3", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:36:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "6c777768-eb51-4acf-a654-3d9239d61696", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:36:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "6c777768-eb51-4acf-a654-3d9239d61696", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7-authn-ssl"} 2026-07-13T07:36:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "6c777768-eb51-4acf-a654-3d9239d61696", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:36:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "57ab6cc7-f613-4141-b44b-420807b06abb", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:36:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "57ab6cc7-f613-4141-b44b-420807b06abb", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7-authn-ssl"} 2026-07-13T07:36:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "57ab6cc7-f613-4141-b44b-420807b06abb", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cc53e7"}, "namespace": "ai-tenant-e2e-shared-a-cc53e7", "name": "openshift-service-ca.crt", "reconcileID": "55a36e76-4d3b-4440-b80d-96403baf81be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cc53e7"} 2026-07-13T07:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cc53e7"}, "namespace": "ai-tenant-e2e-shared-a-cc53e7", "name": "odh-trusted-ca-bundle", "reconcileID": "9b058393-1980-4469-b2b8-685805564ea1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cc53e7"} 2026-07-13T07:36:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cc53e7"}, "namespace": "ai-tenant-e2e-shared-a-cc53e7", "name": "openshift-service-ca.crt", "reconcileID": "c4210461-5c11-4376-82a3-c0ad8a0f53d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cc53e7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T07:36:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cc53e7"}, "namespace": "ai-tenant-e2e-shared-a-cc53e7", "name": "openshift-service-ca.crt", "reconcileID": "c4210461-5c11-4376-82a3-c0ad8a0f53d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cc53e7"} 2026-07-13T07:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cc53e7"}, "namespace": "ai-tenant-e2e-shared-a-cc53e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b1fb0c47-8d6b-4714-8d6c-6c62029f396a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cc53e7"} 2026-07-13T07:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cc53e7"}, "namespace": "ai-tenant-e2e-shared-a-cc53e7", "name": "openshift-service-ca.crt", "reconcileID": "3642dcd6-7d64-42dd-a61c-0207829baea9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cc53e7"} 2026-07-13T07:36:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cc53e7"}, "namespace": "ai-tenant-e2e-shared-a-cc53e7", "name": "odh-trusted-ca-bundle", "reconcileID": "58ae04e9-4740-42c7-a51a-60d179adc5d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cc53e7", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T07:36:17Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cc53e7"}, "namespace": "ai-tenant-e2e-shared-a-cc53e7", "name": "odh-trusted-ca-bundle", "reconcileID": "58ae04e9-4740-42c7-a51a-60d179adc5d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cc53e7"} 2026-07-13T07:36:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cc53e7"}, "namespace": "ai-tenant-e2e-shared-a-cc53e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d725ac01-3d9e-4dbe-b3f4-952b9cbb7904", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cc53e7"} 2026-07-13T07:36:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "cc2922f1-5644-468e-97a9-7dc318c23e47", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:36:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "cc2922f1-5644-468e-97a9-7dc318c23e47", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7-authn-ssl"} 2026-07-13T07:36:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "cc2922f1-5644-468e-97a9-7dc318c23e47", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:36:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "07a3f6fb-4c9d-496b-b876-410c460eaa97", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T07:36:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "6683e8c9-092f-434b-8165-aa1f6b0f5056", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress"} 2026-07-13T07:36:22Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "6683e8c9-092f-434b-8165-aa1f6b0f5056", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270-authn-ssl"} 2026-07-13T07:36:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "6683e8c9-092f-434b-8165-aa1f6b0f5056", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress"} 2026-07-13T07:36:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "006562e5-b651-4135-b615-a7b2b83e6419", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress"} 2026-07-13T07:36:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "006562e5-b651-4135-b615-a7b2b83e6419", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270-authn-ssl"} 2026-07-13T07:36:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "006562e5-b651-4135-b615-a7b2b83e6419", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress"} 2026-07-13T07:36:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "d4d42710-5247-4a85-a960-add17ac4c857", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress"} 2026-07-13T07:36:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "d4d42710-5247-4a85-a960-add17ac4c857", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270-authn-ssl"} 2026-07-13T07:36:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "d4d42710-5247-4a85-a960-add17ac4c857", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress"} 2026-07-13T07:36:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "adcfcce0-325a-42ce-91cf-5a7a5effd578", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress"} 2026-07-13T07:36:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "adcfcce0-325a-42ce-91cf-5a7a5effd578", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270-authn-ssl"} 2026-07-13T07:36:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "adcfcce0-325a-42ce-91cf-5a7a5effd578", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress"} 2026-07-13T07:36:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "7022e7a4-af92-444e-8a89-a46fbcb85799", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress"} 2026-07-13T07:36:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "7022e7a4-af92-444e-8a89-a46fbcb85799", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270-authn-ssl"} 2026-07-13T07:36:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "7022e7a4-af92-444e-8a89-a46fbcb85799", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress"} 2026-07-13T07:36:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "16e94f22-5d74-4c7a-a985-6ed84f3552c3", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress"} 2026-07-13T07:36:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "16e94f22-5d74-4c7a-a985-6ed84f3552c3", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270-authn-ssl"} 2026-07-13T07:36:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "16e94f22-5d74-4c7a-a985-6ed84f3552c3", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress"} 2026-07-13T07:36:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "0d5566be-cf9d-4dc1-9ff2-66bb9f586787", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:36:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "0d5566be-cf9d-4dc1-9ff2-66bb9f586787", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7-authn-ssl"} 2026-07-13T07:36:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "0d5566be-cf9d-4dc1-9ff2-66bb9f586787", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:36:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "7175135c-fb4f-47d9-b29a-1000ce5ee1f1", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress"} 2026-07-13T07:36:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "7175135c-fb4f-47d9-b29a-1000ce5ee1f1", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270-authn-ssl"} 2026-07-13T07:36:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "7175135c-fb4f-47d9-b29a-1000ce5ee1f1", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress"} 2026-07-13T07:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3ee270"}, "namespace": "ai-tenant-e2e-shared-b-3ee270", "name": "openshift-service-ca.crt", "reconcileID": "c8fb3201-290b-4c0a-b160-b149a029b889", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3ee270"} 2026-07-13T07:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3ee270"}, "namespace": "ai-tenant-e2e-shared-b-3ee270", "name": "odh-trusted-ca-bundle", "reconcileID": "43a9299c-0abb-4adf-b9f2-938d7cd8f0b6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3ee270"} 2026-07-13T07:36:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3ee270"}, "namespace": "ai-tenant-e2e-shared-b-3ee270", "name": "openshift-service-ca.crt", "reconcileID": "94495368-afc4-4fb5-bdff-3c470edef2fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3ee270", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T07:36:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3ee270"}, "namespace": "ai-tenant-e2e-shared-b-3ee270", "name": "openshift-service-ca.crt", "reconcileID": "94495368-afc4-4fb5-bdff-3c470edef2fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3ee270"} 2026-07-13T07:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3ee270"}, "namespace": "ai-tenant-e2e-shared-b-3ee270", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2868232f-4828-4c63-a544-2c8a33ca8a3f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3ee270"} 2026-07-13T07:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3ee270"}, "namespace": "ai-tenant-e2e-shared-b-3ee270", "name": "openshift-service-ca.crt", "reconcileID": "01ccb63a-b6eb-4e48-9722-e5e80cb9f1e0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3ee270"} 2026-07-13T07:36:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3ee270"}, "namespace": "ai-tenant-e2e-shared-b-3ee270", "name": "odh-trusted-ca-bundle", "reconcileID": "353d9293-43ea-4fbf-950d-4b89246325e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3ee270", "update": "odh-kserve-custom-ca-bundle"} 2026-07-13T07:36:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3ee270"}, "namespace": "ai-tenant-e2e-shared-b-3ee270", "name": "odh-trusted-ca-bundle", "reconcileID": "353d9293-43ea-4fbf-950d-4b89246325e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3ee270"} 2026-07-13T07:36:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3ee270"}, "namespace": "ai-tenant-e2e-shared-b-3ee270", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20c6b049-c92e-42cc-a312-80e7e7fcbf39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3ee270"} 2026-07-13T07:36:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "369bb6fc-4cd0-4dab-b4ac-209853bdd871", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress"} 2026-07-13T07:36:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "369bb6fc-4cd0-4dab-b4ac-209853bdd871", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270-authn-ssl"} 2026-07-13T07:36:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "369bb6fc-4cd0-4dab-b4ac-209853bdd871", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress"} 2026-07-13T07:36:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e62a0cb-0888-48e2-9905-5f5a7ce62fd3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T07:36:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "87dec4a4-8e07-4c3a-a92d-1ac667a42c3e", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress"} 2026-07-13T07:36:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "87dec4a4-8e07-4c3a-a92d-1ac667a42c3e", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270-authn-ssl"} 2026-07-13T07:36:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "87dec4a4-8e07-4c3a-a92d-1ac667a42c3e", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress"} 2026-07-13T07:36:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cae8579b-a452-4188-97cd-af0157cc9e1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T07:36:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5cd4486b-c438-4c14-a2aa-b6445df2faac", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T07:39:10Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T07:39:10Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T07:39:11Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T07:39:11Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-13T07:39:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "583b0f01-4a6c-428e-b12e-5231c5d68a9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T07:39:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "b6995520-4921-4171-95c8-eda0b9a98af0", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:39:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "b6995520-4921-4171-95c8-eda0b9a98af0", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7-authn-ssl"} 2026-07-13T07:39:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "b6995520-4921-4171-95c8-eda0b9a98af0", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:39:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cc53e7"}, "namespace": "ai-tenant-e2e-shared-a-cc53e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e0058fe-df69-45a2-8a1f-9d86ab5cc576", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cc53e7"} 2026-07-13T07:39:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cc53e7"}, "namespace": "ai-tenant-e2e-shared-a-cc53e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e0058fe-df69-45a2-8a1f-9d86ab5cc576", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cc53e7", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T07:39:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cc53e7"}, "namespace": "ai-tenant-e2e-shared-a-cc53e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e0058fe-df69-45a2-8a1f-9d86ab5cc576", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-cc53e7 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T07:39:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cc53e7"}, "namespace": "ai-tenant-e2e-shared-a-cc53e7", "name": "odh-trusted-ca-bundle", "reconcileID": "de69f4fe-c20b-4ce8-be8c-e5a595e87175", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cc53e7"} 2026-07-13T07:39:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cc53e7"}, "namespace": "ai-tenant-e2e-shared-a-cc53e7", "name": "odh-trusted-ca-bundle", "reconcileID": "de69f4fe-c20b-4ce8-be8c-e5a595e87175", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cc53e7"} 2026-07-13T07:39:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cc53e7"}, "namespace": "ai-tenant-e2e-shared-a-cc53e7", "name": "openshift-service-ca.crt", "reconcileID": "49c9a0b6-bf27-44b4-a897-d3d85b5d0a58", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cc53e7"} 2026-07-13T07:39:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cc53e7"}, "namespace": "ai-tenant-e2e-shared-a-cc53e7", "name": "openshift-service-ca.crt", "reconcileID": "49c9a0b6-bf27-44b4-a897-d3d85b5d0a58", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cc53e7"} 2026-07-13T07:39:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cc53e7"}, "namespace": "ai-tenant-e2e-shared-a-cc53e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d020b1d-be98-41d4-afda-9eb925a2b950", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cc53e7"} 2026-07-13T07:39:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cc53e7"}, "namespace": "ai-tenant-e2e-shared-a-cc53e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d020b1d-be98-41d4-afda-9eb925a2b950", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cc53e7"} 2026-07-13T07:39:41Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cc53e7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cc53e7", "reconcileID": "dc0a1e8b-7362-480e-8fff-f4a83838ebed", "Gateway": "e2e-shared-a-cc53e7", "namespace": "openshift-ingress"} 2026-07-13T07:39:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "34a14e17-1e72-465a-8b14-c90899998101", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-13T07:39:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "274eb1db-bf5c-4021-99fa-9bb38e8b86bd", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress"} 2026-07-13T07:39:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "274eb1db-bf5c-4021-99fa-9bb38e8b86bd", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270-authn-ssl"} 2026-07-13T07:39:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "274eb1db-bf5c-4021-99fa-9bb38e8b86bd", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress"} 2026-07-13T07:39:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3ee270"}, "namespace": "ai-tenant-e2e-shared-b-3ee270", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "210f989f-4ee6-410d-bfe9-23f97161bc51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3ee270"} 2026-07-13T07:39:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3ee270"}, "namespace": "ai-tenant-e2e-shared-b-3ee270", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "210f989f-4ee6-410d-bfe9-23f97161bc51", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3ee270", "create": "odh-kserve-custom-ca-bundle"} 2026-07-13T07:39:48Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3ee270"}, "namespace": "ai-tenant-e2e-shared-b-3ee270", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "210f989f-4ee6-410d-bfe9-23f97161bc51", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-3ee270 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-13T07:39:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3ee270"}, "namespace": "ai-tenant-e2e-shared-b-3ee270", "name": "odh-trusted-ca-bundle", "reconcileID": "7ca9ddc1-3841-45c1-b7c3-0b1f30653e5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3ee270"} 2026-07-13T07:39:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3ee270"}, "namespace": "ai-tenant-e2e-shared-b-3ee270", "name": "odh-trusted-ca-bundle", "reconcileID": "7ca9ddc1-3841-45c1-b7c3-0b1f30653e5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3ee270"} 2026-07-13T07:39:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3ee270"}, "namespace": "ai-tenant-e2e-shared-b-3ee270", "name": "openshift-service-ca.crt", "reconcileID": "7c4b23c5-00de-4b59-ade6-e67a3bbd94ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3ee270"} 2026-07-13T07:39:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-3ee270"}, "namespace": "ai-tenant-e2e-shared-b-3ee270", "name": "openshift-service-ca.crt", "reconcileID": "7c4b23c5-00de-4b59-ade6-e67a3bbd94ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-3ee270"} 2026-07-13T07:39:48Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3ee270"}, "namespace": "ai-tenant-e2e-shared-b-3ee270", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a729c197-e66a-4503-afe8-4be1d67473ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3ee270"} 2026-07-13T07:39:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-3ee270"}, "namespace": "ai-tenant-e2e-shared-b-3ee270", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a729c197-e66a-4503-afe8-4be1d67473ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-3ee270"} 2026-07-13T07:39:49Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-3ee270","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-3ee270", "reconcileID": "a2541bf1-a1e9-4b0c-92ae-b280f139d9ce", "Gateway": "e2e-shared-b-3ee270", "namespace": "openshift-ingress"}