sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T18:51:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2fdc95a9"}, "namespace": "ai-tenant-e2e-mt-2fdc95a9", "name": "odh-trusted-ca-bundle", "reconcileID": "f01f5bcd-a6be-4cd2-84a6-e541a34febcb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2fdc95a9"} 2026-07-08T18:51:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2fdc95a9"}, "namespace": "ai-tenant-e2e-mt-2fdc95a9", "name": "odh-trusted-ca-bundle", "reconcileID": "f01f5bcd-a6be-4cd2-84a6-e541a34febcb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2fdc95a9"} 2026-07-08T18:51:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-2fdc95a9"}, "namespace": "ai-tenant-e2e-mt-2fdc95a9", "name": "openshift-service-ca.crt", "reconcileID": "d0ee5452-a34a-4da1-a245-2cb64648436d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-2fdc95a9"} 2026-07-08T18:51:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-2fdc95a9"}, "namespace": "ai-tenant-e2e-mt-2fdc95a9", "name": "openshift-service-ca.crt", "reconcileID": "d0ee5452-a34a-4da1-a245-2cb64648436d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-2fdc95a9"} 2026-07-08T18:51:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2fdc95a9"}, "namespace": "ai-tenant-e2e-mt-2fdc95a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44ea9db6-a2be-42a7-84d8-91d1eb0aec15", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2fdc95a9"} 2026-07-08T18:51:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2fdc95a9"}, "namespace": "ai-tenant-e2e-mt-2fdc95a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44ea9db6-a2be-42a7-84d8-91d1eb0aec15", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2fdc95a9"} 2026-07-08T18:51:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-323b8034"}, "namespace": "ai-tenant-e2e-mt-323b8034", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "604ab8a5-8d06-4f25-a947-5a1004a8479b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-323b8034"} 2026-07-08T18:51:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-323b8034"}, "namespace": "ai-tenant-e2e-mt-323b8034", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "604ab8a5-8d06-4f25-a947-5a1004a8479b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-323b8034", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:51:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-323b8034"}, "namespace": "ai-tenant-e2e-mt-323b8034", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "604ab8a5-8d06-4f25-a947-5a1004a8479b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-323b8034 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T18:51:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-323b8034"}, "namespace": "ai-tenant-e2e-mt-323b8034", "name": "odh-trusted-ca-bundle", "reconcileID": "0d709dac-d5c6-4d87-a12b-3814ab5e4d03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-323b8034"} 2026-07-08T18:51:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-323b8034"}, "namespace": "ai-tenant-e2e-mt-323b8034", "name": "odh-trusted-ca-bundle", "reconcileID": "0d709dac-d5c6-4d87-a12b-3814ab5e4d03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-323b8034"} 2026-07-08T18:51:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-323b8034"}, "namespace": "ai-tenant-e2e-mt-323b8034", "name": "openshift-service-ca.crt", "reconcileID": "97c84bdc-ebc7-4b4d-b3f7-6aa5172d698c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-323b8034"} 2026-07-08T18:51:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-323b8034"}, "namespace": "ai-tenant-e2e-mt-323b8034", "name": "openshift-service-ca.crt", "reconcileID": "97c84bdc-ebc7-4b4d-b3f7-6aa5172d698c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-323b8034"} 2026-07-08T18:51:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-323b8034"}, "namespace": "ai-tenant-e2e-mt-323b8034", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90645f4e-b588-4641-af80-461abbce1d05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-323b8034"} 2026-07-08T18:51:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-323b8034"}, "namespace": "ai-tenant-e2e-mt-323b8034", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90645f4e-b588-4641-af80-461abbce1d05", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-323b8034"} 2026-07-08T18:51:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-db7e45e2"}, "namespace": "ai-tenant-e2e-mt-db7e45e2", "name": "openshift-service-ca.crt", "reconcileID": "a9e4a6a8-ea8d-495c-9795-b5630631f50c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-db7e45e2"} 2026-07-08T18:51:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-db7e45e2"}, "namespace": "ai-tenant-e2e-mt-db7e45e2", "name": "odh-trusted-ca-bundle", "reconcileID": "18e329cc-3119-4d18-82bd-8086538f5501", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-db7e45e2"} 2026-07-08T18:51:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-db7e45e2"}, "namespace": "ai-tenant-e2e-mt-db7e45e2", "name": "openshift-service-ca.crt", "reconcileID": "38687431-ce2b-4ed3-9f7e-7a085ca6dd68", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-db7e45e2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:51:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-db7e45e2"}, "namespace": "ai-tenant-e2e-mt-db7e45e2", "name": "openshift-service-ca.crt", "reconcileID": "38687431-ce2b-4ed3-9f7e-7a085ca6dd68", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-db7e45e2"} 2026-07-08T18:51:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-db7e45e2"}, "namespace": "ai-tenant-e2e-mt-db7e45e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "37443204-25e6-4c8c-82cc-987081f432b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-db7e45e2"} 2026-07-08T18:51:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-db7e45e2"}, "namespace": "ai-tenant-e2e-mt-db7e45e2", "name": "openshift-service-ca.crt", "reconcileID": "0d362137-ffed-421d-a635-da5065ac7eb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-db7e45e2"} 2026-07-08T18:51:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-db7e45e2"}, "namespace": "ai-tenant-e2e-mt-db7e45e2", "name": "odh-trusted-ca-bundle", "reconcileID": "ec1f5c83-8319-4e2c-8af7-25837a5b1f91", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-db7e45e2", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:51:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-db7e45e2"}, "namespace": "ai-tenant-e2e-mt-db7e45e2", "name": "odh-trusted-ca-bundle", "reconcileID": "ec1f5c83-8319-4e2c-8af7-25837a5b1f91", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-db7e45e2"} 2026-07-08T18:51:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-db7e45e2"}, "namespace": "ai-tenant-e2e-mt-db7e45e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f823c95b-c07d-4924-820d-08197cbaa6b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-db7e45e2"} 2026-07-08T18:52:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-db7e45e2"}, "namespace": "ai-tenant-e2e-mt-db7e45e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf36ac41-4851-458f-9ca4-fbb57a007a0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-db7e45e2"} 2026-07-08T18:52:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-db7e45e2"}, "namespace": "ai-tenant-e2e-mt-db7e45e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf36ac41-4851-458f-9ca4-fbb57a007a0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-db7e45e2", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:52:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-db7e45e2"}, "namespace": "ai-tenant-e2e-mt-db7e45e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf36ac41-4851-458f-9ca4-fbb57a007a0a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-db7e45e2 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T18:52:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-db7e45e2"}, "namespace": "ai-tenant-e2e-mt-db7e45e2", "name": "odh-trusted-ca-bundle", "reconcileID": "893e1965-7d2f-4d41-a72d-b5317057f5aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-db7e45e2"} 2026-07-08T18:52:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-db7e45e2"}, "namespace": "ai-tenant-e2e-mt-db7e45e2", "name": "odh-trusted-ca-bundle", "reconcileID": "893e1965-7d2f-4d41-a72d-b5317057f5aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-db7e45e2"} 2026-07-08T18:52:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-db7e45e2"}, "namespace": "ai-tenant-e2e-mt-db7e45e2", "name": "openshift-service-ca.crt", "reconcileID": "abd242c6-89a5-48fb-9b7f-d9cdbe6a567f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-db7e45e2"} 2026-07-08T18:52:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-db7e45e2"}, "namespace": "ai-tenant-e2e-mt-db7e45e2", "name": "openshift-service-ca.crt", "reconcileID": "abd242c6-89a5-48fb-9b7f-d9cdbe6a567f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-db7e45e2"} 2026-07-08T18:52:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-db7e45e2"}, "namespace": "ai-tenant-e2e-mt-db7e45e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bec717d0-72b3-4625-85e4-4843d9374b4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-db7e45e2"} 2026-07-08T18:52:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-db7e45e2"}, "namespace": "ai-tenant-e2e-mt-db7e45e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bec717d0-72b3-4625-85e4-4843d9374b4a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-db7e45e2"} 2026-07-08T18:52:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "0bfdff34-59e2-41ef-a1a0-012189f02374", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:52:26Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "0bfdff34-59e2-41ef-a1a0-012189f02374", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c-authn-ssl"} 2026-07-08T18:52:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "0bfdff34-59e2-41ef-a1a0-012189f02374", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:52:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "b6eac06f-d23f-438d-9f62-6d9f3737d3dd", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:52:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "b6eac06f-d23f-438d-9f62-6d9f3737d3dd", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c-authn-ssl"} 2026-07-08T18:52:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "b6eac06f-d23f-438d-9f62-6d9f3737d3dd", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:52:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "faa13cee-700b-4777-a6d0-8876b461b3e9", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:52:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "faa13cee-700b-4777-a6d0-8876b461b3e9", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c-authn-ssl"} 2026-07-08T18:52:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "faa13cee-700b-4777-a6d0-8876b461b3e9", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:52:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "f8ecc4e1-e3d0-4034-b8bb-b56b6c3a1e03", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:52:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "f8ecc4e1-e3d0-4034-b8bb-b56b6c3a1e03", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c-authn-ssl"} 2026-07-08T18:52:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "f8ecc4e1-e3d0-4034-b8bb-b56b6c3a1e03", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:52:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "def5e19c-6fa7-40d9-b5e9-74e603dbed50", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:52:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "def5e19c-6fa7-40d9-b5e9-74e603dbed50", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c-authn-ssl"} 2026-07-08T18:52:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "def5e19c-6fa7-40d9-b5e9-74e603dbed50", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:52:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "57829e35-c897-4674-a693-437b45527752", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:52:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "57829e35-c897-4674-a693-437b45527752", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c-authn-ssl"} 2026-07-08T18:52:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "57829e35-c897-4674-a693-437b45527752", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:52:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "fa6c578e-f34d-45c7-bd97-4f423373af09", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:52:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "fa6c578e-f34d-45c7-bd97-4f423373af09", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c-authn-ssl"} 2026-07-08T18:52:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "fa6c578e-f34d-45c7-bd97-4f423373af09", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:52:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "openshift-service-ca.crt", "reconcileID": "7d37a6e9-1d86-4fcf-a7e7-74fa85ba0bf4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:52:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "odh-trusted-ca-bundle", "reconcileID": "ee7585af-21c7-433a-8329-44074cb4f441", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:52:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "openshift-service-ca.crt", "reconcileID": "45ebc59d-e4b6-4446-9a87-f515b3b0f842", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-200f0c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:52:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "openshift-service-ca.crt", "reconcileID": "45ebc59d-e4b6-4446-9a87-f515b3b0f842", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:52:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96eeea5e-936f-49ab-8caf-e39ef29745b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:52:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "openshift-service-ca.crt", "reconcileID": "c80282df-51a0-417f-94ef-a626fb92ee2a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:52:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "odh-trusted-ca-bundle", "reconcileID": "aa7da234-6825-4151-be0c-d7963a271e3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-200f0c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:52:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "odh-trusted-ca-bundle", "reconcileID": "aa7da234-6825-4151-be0c-d7963a271e3d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:52:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d54699dd-0a5a-4063-8a2f-13d26924257d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:52:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "fd2cb869-5065-4ba5-a059-f499f8639ca9", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:52:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "fd2cb869-5065-4ba5-a059-f499f8639ca9", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c-authn-ssl"} 2026-07-08T18:52:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "fd2cb869-5065-4ba5-a059-f499f8639ca9", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:52:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f2650d8e-bfb6-4bee-8f08-318bdede75bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:52:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "e1ae3c3c-2834-40d2-bc7e-8ed76eaf0d29", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:52:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "e1ae3c3c-2834-40d2-bc7e-8ed76eaf0d29", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress", "name": "e2e-inf-b-095308-authn-ssl"} 2026-07-08T18:52:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "e1ae3c3c-2834-40d2-bc7e-8ed76eaf0d29", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:52:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "9a5a2e10-9c2f-435a-ab48-4ea269d05b1e", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:52:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "9a5a2e10-9c2f-435a-ab48-4ea269d05b1e", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress", "name": "e2e-inf-b-095308-authn-ssl"} 2026-07-08T18:52:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "9a5a2e10-9c2f-435a-ab48-4ea269d05b1e", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:52:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "efff8d41-10e7-4429-8d9b-fd8f729e309f", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:52:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "efff8d41-10e7-4429-8d9b-fd8f729e309f", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress", "name": "e2e-inf-b-095308-authn-ssl"} 2026-07-08T18:52:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "efff8d41-10e7-4429-8d9b-fd8f729e309f", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:52:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "f093e7c6-eda5-42d1-96be-f6fbbbfc25c3", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:52:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "f093e7c6-eda5-42d1-96be-f6fbbbfc25c3", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress", "name": "e2e-inf-b-095308-authn-ssl"} 2026-07-08T18:52:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "f093e7c6-eda5-42d1-96be-f6fbbbfc25c3", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:52:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "222cf406-1a01-4b75-bf8c-856a3b1b96b7", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:52:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "222cf406-1a01-4b75-bf8c-856a3b1b96b7", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress", "name": "e2e-inf-b-095308-authn-ssl"} 2026-07-08T18:52:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "222cf406-1a01-4b75-bf8c-856a3b1b96b7", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "7c17aee3-744c-4dce-aed7-6a6dec22f20d", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "7c17aee3-744c-4dce-aed7-6a6dec22f20d", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress", "name": "e2e-inf-b-095308-authn-ssl"} 2026-07-08T18:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "7c17aee3-744c-4dce-aed7-6a6dec22f20d", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:52:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "2f296cb9-6828-4559-9710-343a04e81071", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:52:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "2f296cb9-6828-4559-9710-343a04e81071", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress", "name": "e2e-inf-b-095308-authn-ssl"} 2026-07-08T18:52:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "2f296cb9-6828-4559-9710-343a04e81071", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "openshift-service-ca.crt", "reconcileID": "b4b8b3f4-fc83-43a4-ad22-cc6c541a01f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "odh-trusted-ca-bundle", "reconcileID": "9a7268e5-ade8-4fca-8642-e05c83920dc7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:52:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "openshift-service-ca.crt", "reconcileID": "c65deefb-a3ea-4192-ad24-9b6eda0a57b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-095308", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:52:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "openshift-service-ca.crt", "reconcileID": "c65deefb-a3ea-4192-ad24-9b6eda0a57b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7bff1a1e-f184-4dc6-913f-6eb291f9131c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "openshift-service-ca.crt", "reconcileID": "1859f610-39a1-4633-983f-c557f6643d1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:52:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "odh-trusted-ca-bundle", "reconcileID": "3755557e-ca12-42c3-a226-8dd771c46d75", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-095308", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:52:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "odh-trusted-ca-bundle", "reconcileID": "3755557e-ca12-42c3-a226-8dd771c46d75", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:52:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6567c5be-617b-4891-a6cb-287adedc2fed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:52:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "d36b87e5-9bb2-42ce-8348-27148f81290c", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:52:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "d36b87e5-9bb2-42ce-8348-27148f81290c", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress", "name": "e2e-inf-b-095308-authn-ssl"} 2026-07-08T18:52:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "d36b87e5-9bb2-42ce-8348-27148f81290c", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:52:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "76b75b96-fbd7-40b7-b383-ed3d27f4f4b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:52:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "8d84e243-5b5e-46ac-87d3-55a2de72023f", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:52:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "8d84e243-5b5e-46ac-87d3-55a2de72023f", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c-authn-ssl"} 2026-07-08T18:52:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "8d84e243-5b5e-46ac-87d3-55a2de72023f", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:52:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "a7955a15-eea4-45bf-ba33-3db1b3285ccd", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:52:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "a7955a15-eea4-45bf-ba33-3db1b3285ccd", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:52:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "a7955a15-eea4-45bf-ba33-3db1b3285ccd", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:52:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "191ab7e0-5eaa-425b-9ba4-bfa20038fe05", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:52:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "a7955a15-eea4-45bf-ba33-3db1b3285ccd", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c-kserve-route-authn"} 2026-07-08T18:52:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "a7955a15-eea4-45bf-ba33-3db1b3285ccd", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c", "authType": "userdefined"} 2026-07-08T18:52:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "a7955a15-eea4-45bf-ba33-3db1b3285ccd", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:52:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "191ab7e0-5eaa-425b-9ba4-bfa20038fe05", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c-authn-ssl"} 2026-07-08T18:52:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "191ab7e0-5eaa-425b-9ba4-bfa20038fe05", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:52:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "30ff6369-f287-4ef3-b7ba-dd165a64898d", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:52:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "30ff6369-f287-4ef3-b7ba-dd165a64898d", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:52:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "30ff6369-f287-4ef3-b7ba-dd165a64898d", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:52:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "30ff6369-f287-4ef3-b7ba-dd165a64898d", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c-kserve-route-authn"} 2026-07-08T18:52:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "30ff6369-f287-4ef3-b7ba-dd165a64898d", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c", "authType": "userdefined"} 2026-07-08T18:52:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "30ff6369-f287-4ef3-b7ba-dd165a64898d", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:52:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "f0b6ace1-69ba-469f-aa9e-b1cdf9878d1a", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:52:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "f0b6ace1-69ba-469f-aa9e-b1cdf9878d1a", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress", "name": "e2e-inf-b-095308-authn-ssl"} 2026-07-08T18:52:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "f0b6ace1-69ba-469f-aa9e-b1cdf9878d1a", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:52:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "55bd08d3-8d96-49f0-a06d-6b9c462e641a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:52:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8dcbad04-ee0d-41cb-80c0-d311810fa820", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:53:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "7a79b4f7-7f16-4126-b0a9-e064581c0830", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:53:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "7a79b4f7-7f16-4126-b0a9-e064581c0830", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c-authn-ssl"} 2026-07-08T18:53:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "7a79b4f7-7f16-4126-b0a9-e064581c0830", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:53:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "4998c9a8-e690-48c0-9153-17ddd2ad0c9d", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:53:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "4998c9a8-e690-48c0-9153-17ddd2ad0c9d", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:53:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "4998c9a8-e690-48c0-9153-17ddd2ad0c9d", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:53:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "4998c9a8-e690-48c0-9153-17ddd2ad0c9d", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c-kserve-route-authn"} 2026-07-08T18:53:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "4998c9a8-e690-48c0-9153-17ddd2ad0c9d", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c", "authType": "userdefined"} 2026-07-08T18:53:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "4998c9a8-e690-48c0-9153-17ddd2ad0c9d", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:53:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "88a32538-4da0-4c3c-969b-143788ddafa6", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:53:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "88a32538-4da0-4c3c-969b-143788ddafa6", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c-authn-ssl"} 2026-07-08T18:53:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "88a32538-4da0-4c3c-969b-143788ddafa6", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:53:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "bd210c5e-260a-4249-b2f8-efb41bc23c7c", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:53:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "bd210c5e-260a-4249-b2f8-efb41bc23c7c", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:53:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "bd210c5e-260a-4249-b2f8-efb41bc23c7c", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:53:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "bd210c5e-260a-4249-b2f8-efb41bc23c7c", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c-kserve-route-authn"} 2026-07-08T18:53:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "bd210c5e-260a-4249-b2f8-efb41bc23c7c", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c", "authType": "userdefined"} 2026-07-08T18:53:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "bd210c5e-260a-4249-b2f8-efb41bc23c7c", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:53:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "c448aacf-8f43-41af-a385-1668d54ff280", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "c448aacf-8f43-41af-a385-1668d54ff280", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "c448aacf-8f43-41af-a385-1668d54ff280", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "2fd09efc-0064-48e6-bf12-e820c9cd9593", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:53:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "c448aacf-8f43-41af-a385-1668d54ff280", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308-kserve-route-authn"} 2026-07-08T18:53:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "c448aacf-8f43-41af-a385-1668d54ff280", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308", "authType": "userdefined"} 2026-07-08T18:53:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "c448aacf-8f43-41af-a385-1668d54ff280", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "2fd09efc-0064-48e6-bf12-e820c9cd9593", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress", "name": "e2e-inf-b-095308-authn-ssl"} 2026-07-08T18:53:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "2fd09efc-0064-48e6-bf12-e820c9cd9593", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:53:29Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "e3e30c10-5012-443e-ade4-6cb92b550b4b", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:29Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "e3e30c10-5012-443e-ade4-6cb92b550b4b", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:29Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "e3e30c10-5012-443e-ade4-6cb92b550b4b", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:29Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "e3e30c10-5012-443e-ade4-6cb92b550b4b", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308-kserve-route-authn"} 2026-07-08T18:53:29Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "e3e30c10-5012-443e-ade4-6cb92b550b4b", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308", "authType": "userdefined"} 2026-07-08T18:53:29Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "e3e30c10-5012-443e-ade4-6cb92b550b4b", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "3c548188-4df2-4798-bd26-020c6b62b443", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:53:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "3c548188-4df2-4798-bd26-020c6b62b443", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress", "name": "e2e-inf-b-095308-authn-ssl"} 2026-07-08T18:53:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "3c548188-4df2-4798-bd26-020c6b62b443", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:53:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "9558c1dc-4d6f-441c-bf61-50784e62acf8", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "9558c1dc-4d6f-441c-bf61-50784e62acf8", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "9558c1dc-4d6f-441c-bf61-50784e62acf8", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "9558c1dc-4d6f-441c-bf61-50784e62acf8", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308-kserve-route-authn"} 2026-07-08T18:53:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "9558c1dc-4d6f-441c-bf61-50784e62acf8", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308", "authType": "userdefined"} 2026-07-08T18:53:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "9558c1dc-4d6f-441c-bf61-50784e62acf8", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "fee7a866-4b98-4565-befe-0e6639cedfd1", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:53:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "fee7a866-4b98-4565-befe-0e6639cedfd1", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress", "name": "e2e-inf-b-095308-authn-ssl"} 2026-07-08T18:53:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "fee7a866-4b98-4565-befe-0e6639cedfd1", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:53:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "4697c695-2795-44c2-865c-4f0c268baad9", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "4697c695-2795-44c2-865c-4f0c268baad9", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "4697c695-2795-44c2-865c-4f0c268baad9", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "4697c695-2795-44c2-865c-4f0c268baad9", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308-kserve-route-authn"} 2026-07-08T18:53:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "4697c695-2795-44c2-865c-4f0c268baad9", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308", "authType": "userdefined"} 2026-07-08T18:53:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "4697c695-2795-44c2-865c-4f0c268baad9", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:55Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "50acc76f-555b-4382-b3d7-ae134000571d", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:53:55Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "50acc76f-555b-4382-b3d7-ae134000571d", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c"} 2026-07-08T18:53:55Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "50acc76f-555b-4382-b3d7-ae134000571d", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:53:55Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "50acc76f-555b-4382-b3d7-ae134000571d", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:53:55Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "50acc76f-555b-4382-b3d7-ae134000571d", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c-kserve-route-authn"} 2026-07-08T18:53:55Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "50acc76f-555b-4382-b3d7-ae134000571d", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c-kserve-route-authn"} 2026-07-08T18:53:55Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "50acc76f-555b-4382-b3d7-ae134000571d", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:53:55Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "50acc76f-555b-4382-b3d7-ae134000571d", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:53:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-200f0c","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "test-model-200f0c", "reconcileID": "4eadb6b4-a923-4753-94ef-25567bafcb27", "LLMInferenceService": "test-model-200f0c", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:53:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "05fb2ac2-99fc-4e6c-a569-fa0879d678d8", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:53:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "05fb2ac2-99fc-4e6c-a569-fa0879d678d8", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c-authn-ssl"} 2026-07-08T18:53:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "05fb2ac2-99fc-4e6c-a569-fa0879d678d8", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:53:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "a188c70d-12b3-46db-a7e2-16f0d1ab1ab7", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:53:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "a188c70d-12b3-46db-a7e2-16f0d1ab1ab7", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c-authn-ssl"} 2026-07-08T18:53:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "a188c70d-12b3-46db-a7e2-16f0d1ab1ab7", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:53:56Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "cceb6a24-87cc-4187-a304-974e6a987037", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:56Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "cceb6a24-87cc-4187-a304-974e6a987037", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308"} 2026-07-08T18:53:56Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "cceb6a24-87cc-4187-a304-974e6a987037", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:56Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "cceb6a24-87cc-4187-a304-974e6a987037", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:56Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "cceb6a24-87cc-4187-a304-974e6a987037", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308-kserve-route-authn"} 2026-07-08T18:53:56Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "cceb6a24-87cc-4187-a304-974e6a987037", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308-kserve-route-authn"} 2026-07-08T18:53:56Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "cceb6a24-87cc-4187-a304-974e6a987037", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:56Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "cceb6a24-87cc-4187-a304-974e6a987037", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:56Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-095308","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "test-model-095308", "reconcileID": "add68850-6cf7-4dc1-8ee3-72c9b354a8d8", "LLMInferenceService": "test-model-095308", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:53:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "496a9893-686d-451f-b170-689650c128e7", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:53:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "496a9893-686d-451f-b170-689650c128e7", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress", "name": "e2e-inf-b-095308-authn-ssl"} 2026-07-08T18:53:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "496a9893-686d-451f-b170-689650c128e7", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:53:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "820d2d62-12e4-4f89-ba1e-9fdd4737dbd4", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:53:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "820d2d62-12e4-4f89-ba1e-9fdd4737dbd4", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress", "name": "e2e-inf-b-095308-authn-ssl"} 2026-07-08T18:53:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "820d2d62-12e4-4f89-ba1e-9fdd4737dbd4", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:53:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "721c1c8e-3c52-40e3-b209-1084c93adedb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:53:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "4cc8b739-74fe-4c80-ae6c-33dc773020bf", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:53:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "4cc8b739-74fe-4c80-ae6c-33dc773020bf", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c-authn-ssl"} 2026-07-08T18:53:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "4cc8b739-74fe-4c80-ae6c-33dc773020bf", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:54:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a83f069-8db2-49f4-9a42-404efbf47a10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:54:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a83f069-8db2-49f4-9a42-404efbf47a10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-200f0c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:54:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a83f069-8db2-49f4-9a42-404efbf47a10", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-200f0c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T18:54:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "odh-trusted-ca-bundle", "reconcileID": "4ef2e86e-ae2e-48aa-b971-1270590d46bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:54:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "odh-trusted-ca-bundle", "reconcileID": "4ef2e86e-ae2e-48aa-b971-1270590d46bf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:54:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "openshift-service-ca.crt", "reconcileID": "8618b7eb-8be4-4d41-8c62-6984ff52b835", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:54:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "openshift-service-ca.crt", "reconcileID": "8618b7eb-8be4-4d41-8c62-6984ff52b835", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:54:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2428f6c-8fb1-46c8-ac3b-e590cbc21d11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:54:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-200f0c"}, "namespace": "ai-tenant-e2e-inf-a-200f0c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2428f6c-8fb1-46c8-ac3b-e590cbc21d11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-200f0c"} 2026-07-08T18:54:39Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-200f0c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-200f0c", "reconcileID": "a5f93703-b063-4b4c-a05d-682074d0eacc", "Gateway": "e2e-inf-a-200f0c", "namespace": "openshift-ingress"} 2026-07-08T18:54:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6f4747f1-eb3c-4224-b76f-b1246ffdf2ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:54:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "c84e70be-834a-4630-8cbd-b8836cc6e90e", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:54:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "c84e70be-834a-4630-8cbd-b8836cc6e90e", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress", "name": "e2e-inf-b-095308-authn-ssl"} 2026-07-08T18:54:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "c84e70be-834a-4630-8cbd-b8836cc6e90e", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:54:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54f5dbc2-f0da-40cc-8ef9-897f217a046c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:54:46Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54f5dbc2-f0da-40cc-8ef9-897f217a046c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-095308", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:54:46Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54f5dbc2-f0da-40cc-8ef9-897f217a046c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-095308 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T18:54:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "odh-trusted-ca-bundle", "reconcileID": "c9ddbe29-56a0-4df0-bcca-8ca4bc24e7ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:54:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "odh-trusted-ca-bundle", "reconcileID": "c9ddbe29-56a0-4df0-bcca-8ca4bc24e7ff", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:54:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "openshift-service-ca.crt", "reconcileID": "e11e7f34-bb86-4a49-8e64-ac33f10af628", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:54:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "openshift-service-ca.crt", "reconcileID": "e11e7f34-bb86-4a49-8e64-ac33f10af628", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:54:46Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3416bc74-2782-492a-ae4f-92dd93774311", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:54:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-095308"}, "namespace": "ai-tenant-e2e-inf-b-095308", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3416bc74-2782-492a-ae4f-92dd93774311", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-095308"} 2026-07-08T18:54:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-095308","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-095308", "reconcileID": "caecfd4e-dc1c-480e-9485-a33dd8d973ff", "Gateway": "e2e-inf-b-095308", "namespace": "openshift-ingress"} 2026-07-08T18:54:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "d16c19b8-8fe8-4ad5-a57b-617ac062789e", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress"} 2026-07-08T18:54:47Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "d16c19b8-8fe8-4ad5-a57b-617ac062789e", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624-authn-ssl"} 2026-07-08T18:54:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "d16c19b8-8fe8-4ad5-a57b-617ac062789e", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress"} 2026-07-08T18:54:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "35f0136a-81f8-4e52-93f7-1b7413192182", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress"} 2026-07-08T18:54:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "35f0136a-81f8-4e52-93f7-1b7413192182", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624-authn-ssl"} 2026-07-08T18:54:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "35f0136a-81f8-4e52-93f7-1b7413192182", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress"} 2026-07-08T18:54:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "ea30bc5d-0965-4721-9882-3e95c5c704bc", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress"} 2026-07-08T18:54:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "ea30bc5d-0965-4721-9882-3e95c5c704bc", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624-authn-ssl"} 2026-07-08T18:54:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "ea30bc5d-0965-4721-9882-3e95c5c704bc", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress"} 2026-07-08T18:54:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "a4218fbd-0268-4f74-84c4-c89c896c8244", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress"} 2026-07-08T18:54:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "a4218fbd-0268-4f74-84c4-c89c896c8244", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624-authn-ssl"} 2026-07-08T18:54:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "a4218fbd-0268-4f74-84c4-c89c896c8244", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress"} 2026-07-08T18:54:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "37d0732a-3329-4098-8ced-773174629c5a", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress"} 2026-07-08T18:54:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "37d0732a-3329-4098-8ced-773174629c5a", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624-authn-ssl"} 2026-07-08T18:54:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "37d0732a-3329-4098-8ced-773174629c5a", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress"} 2026-07-08T18:54:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f550242a-422f-40dd-ac82-9b012deeb809", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:54:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "2cbd4e6b-8703-4319-9ace-80c108dcaed5", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress"} 2026-07-08T18:54:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "2cbd4e6b-8703-4319-9ace-80c108dcaed5", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624-authn-ssl"} 2026-07-08T18:54:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "2cbd4e6b-8703-4319-9ace-80c108dcaed5", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress"} 2026-07-08T18:54:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "ed42f67b-8f84-46dc-8126-1aadbb4616ed", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress"} 2026-07-08T18:54:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "ed42f67b-8f84-46dc-8126-1aadbb4616ed", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624-authn-ssl"} 2026-07-08T18:54:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "ed42f67b-8f84-46dc-8126-1aadbb4616ed", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress"} 2026-07-08T18:54:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c7d624"}, "namespace": "ai-tenant-e2e-api-a-c7d624", "name": "openshift-service-ca.crt", "reconcileID": "e9173fa9-7df4-482b-8ae8-250146c3c9f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c7d624"} 2026-07-08T18:54:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7d624"}, "namespace": "ai-tenant-e2e-api-a-c7d624", "name": "odh-trusted-ca-bundle", "reconcileID": "6f2f560a-5e07-4161-80f7-d63001b5f55d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c7d624"} 2026-07-08T18:54:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c7d624"}, "namespace": "ai-tenant-e2e-api-a-c7d624", "name": "openshift-service-ca.crt", "reconcileID": "2b8da1a6-b9fd-4a90-9edb-0781e501c806", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c7d624", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:54:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c7d624"}, "namespace": "ai-tenant-e2e-api-a-c7d624", "name": "openshift-service-ca.crt", "reconcileID": "2b8da1a6-b9fd-4a90-9edb-0781e501c806", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c7d624"} 2026-07-08T18:54:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7d624"}, "namespace": "ai-tenant-e2e-api-a-c7d624", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "49de2a94-4ccf-4c83-9ec4-c0436cbd6735", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c7d624"} 2026-07-08T18:54:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c7d624"}, "namespace": "ai-tenant-e2e-api-a-c7d624", "name": "openshift-service-ca.crt", "reconcileID": "9aadfee7-6fe3-472b-b20d-2c66fe5dd5de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c7d624"} 2026-07-08T18:54:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7d624"}, "namespace": "ai-tenant-e2e-api-a-c7d624", "name": "odh-trusted-ca-bundle", "reconcileID": "782c5f84-426a-4a02-bcc0-facd19c223f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c7d624", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:54:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7d624"}, "namespace": "ai-tenant-e2e-api-a-c7d624", "name": "odh-trusted-ca-bundle", "reconcileID": "782c5f84-426a-4a02-bcc0-facd19c223f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c7d624"} 2026-07-08T18:54:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7d624"}, "namespace": "ai-tenant-e2e-api-a-c7d624", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f58863ae-8d5b-4a79-b03f-ce3d8a00cc83", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c7d624"} 2026-07-08T18:54:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "9796a87e-90c6-40a7-8111-666a19f20a51", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress"} 2026-07-08T18:54:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "9796a87e-90c6-40a7-8111-666a19f20a51", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624-authn-ssl"} 2026-07-08T18:54:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "9796a87e-90c6-40a7-8111-666a19f20a51", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress"} 2026-07-08T18:54:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "106778c1-4da5-4048-9df4-efa60da0b584", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:54:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "1da1e66f-1756-41a3-9472-a3368a71ff37", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:54:56Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "1da1e66f-1756-41a3-9472-a3368a71ff37", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541-authn-ssl"} 2026-07-08T18:54:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "1da1e66f-1756-41a3-9472-a3368a71ff37", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:54:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "785688bc-c25b-4966-8d3d-70056ecc00d5", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:54:56Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "785688bc-c25b-4966-8d3d-70056ecc00d5", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541-authn-ssl"} 2026-07-08T18:54:56Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "785688bc-c25b-4966-8d3d-70056ecc00d5", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-api-b-bd7541-authn-ssl: envoyfilters.networking.istio.io \"e2e-api-b-bd7541-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T18:54:56Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-api-b-bd7541-authn-ssl: envoyfilters.networking.istio.io "e2e-api-b-bd7541-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-api-b-bd7541","uid":"8de56b4d-46c7-4395-baec-f39b5540c799","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"50573"}, "reason": "ReconcileError"} 2026-07-08T18:54:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "9204d7e6-b9c7-479d-a1f7-e800463266a3", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:54:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "9204d7e6-b9c7-479d-a1f7-e800463266a3", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541-authn-ssl"} 2026-07-08T18:54:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "9204d7e6-b9c7-479d-a1f7-e800463266a3", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:54:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "d2bb4458-8d75-47df-8da1-7f059e1af6cb", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:54:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "d2bb4458-8d75-47df-8da1-7f059e1af6cb", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541-authn-ssl"} 2026-07-08T18:54:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "d2bb4458-8d75-47df-8da1-7f059e1af6cb", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:54:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "8934da10-c9a7-4868-991c-5c7f70a9794a", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:54:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "8934da10-c9a7-4868-991c-5c7f70a9794a", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541-authn-ssl"} 2026-07-08T18:54:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "8934da10-c9a7-4868-991c-5c7f70a9794a", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:54:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "5556faf0-e134-47ab-974d-1e81cda14d9b", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:54:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "5556faf0-e134-47ab-974d-1e81cda14d9b", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541-authn-ssl"} 2026-07-08T18:54:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "5556faf0-e134-47ab-974d-1e81cda14d9b", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:54:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "6db9861d-55f9-42df-8071-d9e788af2cbd", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:54:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "6db9861d-55f9-42df-8071-d9e788af2cbd", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541-authn-ssl"} 2026-07-08T18:54:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "6db9861d-55f9-42df-8071-d9e788af2cbd", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:54:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "42baf151-b3a5-4770-8641-0615350c20a2", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:54:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "42baf151-b3a5-4770-8641-0615350c20a2", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541-authn-ssl"} 2026-07-08T18:54:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "42baf151-b3a5-4770-8641-0615350c20a2", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:54:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-bd7541"}, "namespace": "ai-tenant-e2e-api-b-bd7541", "name": "openshift-service-ca.crt", "reconcileID": "74c6fe5f-5161-45a1-a9ea-fd4a46689e23", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-bd7541"} 2026-07-08T18:54:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd7541"}, "namespace": "ai-tenant-e2e-api-b-bd7541", "name": "odh-trusted-ca-bundle", "reconcileID": "d8ea5608-c90b-4800-9e6e-25920ff15bfc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd7541", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:54:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd7541"}, "namespace": "ai-tenant-e2e-api-b-bd7541", "name": "odh-trusted-ca-bundle", "reconcileID": "d8ea5608-c90b-4800-9e6e-25920ff15bfc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd7541"} 2026-07-08T18:54:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-bd7541"}, "namespace": "ai-tenant-e2e-api-b-bd7541", "name": "openshift-service-ca.crt", "reconcileID": "85f68284-dca4-4491-918e-9b117b83f553", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-bd7541"} 2026-07-08T18:54:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd7541"}, "namespace": "ai-tenant-e2e-api-b-bd7541", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b872bf47-497f-4210-8703-ab1d521fb2fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd7541"} 2026-07-08T18:54:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-bd7541"}, "namespace": "ai-tenant-e2e-api-b-bd7541", "name": "openshift-service-ca.crt", "reconcileID": "b74fbd8d-36b2-40a0-ac46-78c7cf222d9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-bd7541"} 2026-07-08T18:54:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd7541"}, "namespace": "ai-tenant-e2e-api-b-bd7541", "name": "odh-trusted-ca-bundle", "reconcileID": "5302580b-cea7-45f7-813d-e05c73b29d1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd7541", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:54:59Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd7541"}, "namespace": "ai-tenant-e2e-api-b-bd7541", "name": "odh-trusted-ca-bundle", "reconcileID": "5302580b-cea7-45f7-813d-e05c73b29d1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd7541"} 2026-07-08T18:54:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd7541"}, "namespace": "ai-tenant-e2e-api-b-bd7541", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "811420ac-3fc1-4ee4-8a70-da3052a5464a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd7541"} 2026-07-08T18:54:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "ea4d164c-17e9-43c6-9c8b-38622f77cd72", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:54:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "ea4d164c-17e9-43c6-9c8b-38622f77cd72", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541-authn-ssl"} 2026-07-08T18:54:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "ea4d164c-17e9-43c6-9c8b-38622f77cd72", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:54:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "31dc35cf-4bf2-4298-9b83-d8732d8f1906", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:55:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "fb16f7e1-dac8-4bde-95bc-5388be0b4dec", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress"} 2026-07-08T18:55:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "fb16f7e1-dac8-4bde-95bc-5388be0b4dec", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624-authn-ssl"} 2026-07-08T18:55:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "fb16f7e1-dac8-4bde-95bc-5388be0b4dec", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress"} 2026-07-08T18:55:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "afb7521c-b76e-4cb7-907d-3fe044f077b3", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:55:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "afb7521c-b76e-4cb7-907d-3fe044f077b3", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541-authn-ssl"} 2026-07-08T18:55:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "afb7521c-b76e-4cb7-907d-3fe044f077b3", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:55:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1bf8c600-8e5e-48d2-82a2-20368cf1cd2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:55:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "3d4fcaca-c23b-415b-980f-eef3f721714b", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress"} 2026-07-08T18:55:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "3d4fcaca-c23b-415b-980f-eef3f721714b", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624-authn-ssl"} 2026-07-08T18:55:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "3d4fcaca-c23b-415b-980f-eef3f721714b", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress"} 2026-07-08T18:55:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7d624"}, "namespace": "ai-tenant-e2e-api-a-c7d624", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc002219-468f-4946-82c4-6feee0a2ce61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c7d624"} 2026-07-08T18:55:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7d624"}, "namespace": "ai-tenant-e2e-api-a-c7d624", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc002219-468f-4946-82c4-6feee0a2ce61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c7d624", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:55:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7d624"}, "namespace": "ai-tenant-e2e-api-a-c7d624", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc002219-468f-4946-82c4-6feee0a2ce61", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-c7d624 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T18:55:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7d624"}, "namespace": "ai-tenant-e2e-api-a-c7d624", "name": "odh-trusted-ca-bundle", "reconcileID": "5f071807-7794-479b-b6df-c530c71fc003", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c7d624"} 2026-07-08T18:55:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7d624"}, "namespace": "ai-tenant-e2e-api-a-c7d624", "name": "odh-trusted-ca-bundle", "reconcileID": "5f071807-7794-479b-b6df-c530c71fc003", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c7d624"} 2026-07-08T18:55:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c7d624"}, "namespace": "ai-tenant-e2e-api-a-c7d624", "name": "openshift-service-ca.crt", "reconcileID": "4c32fd23-a286-428f-8cd4-5dffe79b1547", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c7d624"} 2026-07-08T18:55:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-c7d624"}, "namespace": "ai-tenant-e2e-api-a-c7d624", "name": "openshift-service-ca.crt", "reconcileID": "4c32fd23-a286-428f-8cd4-5dffe79b1547", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-c7d624"} 2026-07-08T18:55:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7d624"}, "namespace": "ai-tenant-e2e-api-a-c7d624", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30b6df40-6c35-4ba6-87ae-5851003dc82e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c7d624"} 2026-07-08T18:55:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-c7d624"}, "namespace": "ai-tenant-e2e-api-a-c7d624", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30b6df40-6c35-4ba6-87ae-5851003dc82e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-c7d624"} 2026-07-08T18:55:18Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-c7d624","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-c7d624", "reconcileID": "e148de24-56e1-442f-a587-7cd858d5db05", "Gateway": "e2e-api-a-c7d624", "namespace": "openshift-ingress"} 2026-07-08T18:55:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7082fdca-8aa0-4067-98aa-60fe22498da7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:55:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "054c98f7-9c1e-4200-b36e-d122453aede3", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:55:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "054c98f7-9c1e-4200-b36e-d122453aede3", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541-authn-ssl"} 2026-07-08T18:55:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "054c98f7-9c1e-4200-b36e-d122453aede3", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:55:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd7541"}, "namespace": "ai-tenant-e2e-api-b-bd7541", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29ceb104-cf24-4c3f-b08b-bf1caca7f2c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd7541"} 2026-07-08T18:55:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd7541"}, "namespace": "ai-tenant-e2e-api-b-bd7541", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29ceb104-cf24-4c3f-b08b-bf1caca7f2c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd7541", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:55:24Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd7541"}, "namespace": "ai-tenant-e2e-api-b-bd7541", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29ceb104-cf24-4c3f-b08b-bf1caca7f2c9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-bd7541 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T18:55:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd7541"}, "namespace": "ai-tenant-e2e-api-b-bd7541", "name": "odh-trusted-ca-bundle", "reconcileID": "f55d7823-da4c-4476-81de-84276be0167b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd7541"} 2026-07-08T18:55:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd7541"}, "namespace": "ai-tenant-e2e-api-b-bd7541", "name": "odh-trusted-ca-bundle", "reconcileID": "f55d7823-da4c-4476-81de-84276be0167b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd7541"} 2026-07-08T18:55:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-bd7541"}, "namespace": "ai-tenant-e2e-api-b-bd7541", "name": "openshift-service-ca.crt", "reconcileID": "fc11167b-010b-4774-a179-a53c7bc5e711", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-bd7541"} 2026-07-08T18:55:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-bd7541"}, "namespace": "ai-tenant-e2e-api-b-bd7541", "name": "openshift-service-ca.crt", "reconcileID": "fc11167b-010b-4774-a179-a53c7bc5e711", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-bd7541"} 2026-07-08T18:55:24Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd7541"}, "namespace": "ai-tenant-e2e-api-b-bd7541", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7af784e6-d9e9-45ab-8132-b7a05ac221b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd7541"} 2026-07-08T18:55:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-bd7541"}, "namespace": "ai-tenant-e2e-api-b-bd7541", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7af784e6-d9e9-45ab-8132-b7a05ac221b0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-bd7541"} 2026-07-08T18:55:25Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-bd7541","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-bd7541", "reconcileID": "440adb84-4a3a-4d6b-b7a8-5ade259cf2a3", "Gateway": "e2e-api-b-bd7541", "namespace": "openshift-ingress"} 2026-07-08T18:55:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "8332681e-c046-42d9-a397-4e8267597966", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress"} 2026-07-08T18:55:26Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "8332681e-c046-42d9-a397-4e8267597966", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea-authn-ssl"} 2026-07-08T18:55:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "8332681e-c046-42d9-a397-4e8267597966", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress"} 2026-07-08T18:55:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "8f985443-e09a-48ae-8e18-7ff97077ce96", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress"} 2026-07-08T18:55:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "8f985443-e09a-48ae-8e18-7ff97077ce96", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea-authn-ssl"} 2026-07-08T18:55:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "8f985443-e09a-48ae-8e18-7ff97077ce96", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress"} 2026-07-08T18:55:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "3b238ef3-cac8-459f-9e9c-bf9610601de5", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress"} 2026-07-08T18:55:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "3b238ef3-cac8-459f-9e9c-bf9610601de5", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea-authn-ssl"} 2026-07-08T18:55:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "3b238ef3-cac8-459f-9e9c-bf9610601de5", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress"} 2026-07-08T18:55:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "4356c09f-4684-4b0f-8145-27c1d4d36a72", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress"} 2026-07-08T18:55:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "4356c09f-4684-4b0f-8145-27c1d4d36a72", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea-authn-ssl"} 2026-07-08T18:55:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "4356c09f-4684-4b0f-8145-27c1d4d36a72", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress"} 2026-07-08T18:55:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "f18f3e23-3a4b-48df-a5a8-8287a9fbf7af", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress"} 2026-07-08T18:55:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "f18f3e23-3a4b-48df-a5a8-8287a9fbf7af", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea-authn-ssl"} 2026-07-08T18:55:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "f18f3e23-3a4b-48df-a5a8-8287a9fbf7af", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress"} 2026-07-08T18:55:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "601359d6-8052-46b0-a4b5-08eb162c94b4", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress"} 2026-07-08T18:55:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "601359d6-8052-46b0-a4b5-08eb162c94b4", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea-authn-ssl"} 2026-07-08T18:55:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "601359d6-8052-46b0-a4b5-08eb162c94b4", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress"} 2026-07-08T18:55:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "a70c565a-ba78-49d4-904e-c1921b65ce20", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress"} 2026-07-08T18:55:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "a70c565a-ba78-49d4-904e-c1921b65ce20", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea-authn-ssl"} 2026-07-08T18:55:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "a70c565a-ba78-49d4-904e-c1921b65ce20", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress"} 2026-07-08T18:55:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-956cea"}, "namespace": "ai-tenant-e2e-shared-a-956cea", "name": "openshift-service-ca.crt", "reconcileID": "b7e30e83-adae-43ae-8b06-2ae0682cd893", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-956cea"} 2026-07-08T18:55:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-956cea"}, "namespace": "ai-tenant-e2e-shared-a-956cea", "name": "odh-trusted-ca-bundle", "reconcileID": "a7d7fe60-6643-4028-98f0-c47666f6c55b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-956cea"} 2026-07-08T18:55:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-956cea"}, "namespace": "ai-tenant-e2e-shared-a-956cea", "name": "openshift-service-ca.crt", "reconcileID": "dd509ca2-950d-40cc-afb4-1870386f91c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-956cea", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:55:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-956cea"}, "namespace": "ai-tenant-e2e-shared-a-956cea", "name": "openshift-service-ca.crt", "reconcileID": "dd509ca2-950d-40cc-afb4-1870386f91c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-956cea"} 2026-07-08T18:55:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-956cea"}, "namespace": "ai-tenant-e2e-shared-a-956cea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca745038-ea75-46d7-8076-8698ac5bf035", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-956cea"} 2026-07-08T18:55:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-956cea"}, "namespace": "ai-tenant-e2e-shared-a-956cea", "name": "openshift-service-ca.crt", "reconcileID": "03c10ca5-bcdd-4f38-a7f9-f446105d8655", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-956cea"} 2026-07-08T18:55:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-956cea"}, "namespace": "ai-tenant-e2e-shared-a-956cea", "name": "odh-trusted-ca-bundle", "reconcileID": "26098a21-6857-47b2-88c5-da5b3bfc044e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-956cea", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:55:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-956cea"}, "namespace": "ai-tenant-e2e-shared-a-956cea", "name": "odh-trusted-ca-bundle", "reconcileID": "26098a21-6857-47b2-88c5-da5b3bfc044e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-956cea"} 2026-07-08T18:55:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-956cea"}, "namespace": "ai-tenant-e2e-shared-a-956cea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76db6e9a-6736-4f28-8eaa-556183ff3b14", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-956cea"} 2026-07-08T18:55:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "47eda214-4fd8-4ff4-8da2-be50ba7b31aa", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress"} 2026-07-08T18:55:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "47eda214-4fd8-4ff4-8da2-be50ba7b31aa", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea-authn-ssl"} 2026-07-08T18:55:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "47eda214-4fd8-4ff4-8da2-be50ba7b31aa", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress"} 2026-07-08T18:55:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d0db143e-6df9-4103-ae89-138ea8d3c39a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:55:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "4fa8a9df-149d-47dd-8b3c-b2c21236bda1", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress"} 2026-07-08T18:55:34Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "4fa8a9df-149d-47dd-8b3c-b2c21236bda1", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5-authn-ssl"} 2026-07-08T18:55:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "4fa8a9df-149d-47dd-8b3c-b2c21236bda1", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress"} 2026-07-08T18:55:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "585d177e-1043-4690-b40f-519f730c5a15", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress"} 2026-07-08T18:55:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "585d177e-1043-4690-b40f-519f730c5a15", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5-authn-ssl"} 2026-07-08T18:55:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "585d177e-1043-4690-b40f-519f730c5a15", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress"} 2026-07-08T18:55:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "246345da-5fb4-4bee-9076-8b6e227f5f54", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress"} 2026-07-08T18:55:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "246345da-5fb4-4bee-9076-8b6e227f5f54", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5-authn-ssl"} 2026-07-08T18:55:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "246345da-5fb4-4bee-9076-8b6e227f5f54", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress"} 2026-07-08T18:55:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "c459f3d2-cd21-4fc1-954e-e40575ff92d6", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress"} 2026-07-08T18:55:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "c459f3d2-cd21-4fc1-954e-e40575ff92d6", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5-authn-ssl"} 2026-07-08T18:55:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "c459f3d2-cd21-4fc1-954e-e40575ff92d6", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress"} 2026-07-08T18:55:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "170828a2-752d-42c8-a31b-8727d8a3597d", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress"} 2026-07-08T18:55:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "170828a2-752d-42c8-a31b-8727d8a3597d", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5-authn-ssl"} 2026-07-08T18:55:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "170828a2-752d-42c8-a31b-8727d8a3597d", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress"} 2026-07-08T18:55:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "2888c26f-26ff-486d-8447-4c02cd1bcdac", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress"} 2026-07-08T18:55:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "2888c26f-26ff-486d-8447-4c02cd1bcdac", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5-authn-ssl"} 2026-07-08T18:55:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "2888c26f-26ff-486d-8447-4c02cd1bcdac", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress"} 2026-07-08T18:55:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "1b688fc2-73a1-4e87-8f13-c05fd54c03d2", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress"} 2026-07-08T18:55:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "1b688fc2-73a1-4e87-8f13-c05fd54c03d2", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5-authn-ssl"} 2026-07-08T18:55:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "1b688fc2-73a1-4e87-8f13-c05fd54c03d2", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress"} 2026-07-08T18:55:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c926a5"}, "namespace": "ai-tenant-e2e-shared-b-c926a5", "name": "openshift-service-ca.crt", "reconcileID": "dd14c564-0f4a-463e-b83f-f7839d5d8185", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c926a5"} 2026-07-08T18:55:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c926a5"}, "namespace": "ai-tenant-e2e-shared-b-c926a5", "name": "odh-trusted-ca-bundle", "reconcileID": "0c39fe5f-6607-4f1d-863e-d541fc47d6cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c926a5"} 2026-07-08T18:55:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c926a5"}, "namespace": "ai-tenant-e2e-shared-b-c926a5", "name": "openshift-service-ca.crt", "reconcileID": "cf529995-9c50-42c6-970c-989be4e6b335", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c926a5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:55:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c926a5"}, "namespace": "ai-tenant-e2e-shared-b-c926a5", "name": "openshift-service-ca.crt", "reconcileID": "cf529995-9c50-42c6-970c-989be4e6b335", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c926a5"} 2026-07-08T18:55:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c926a5"}, "namespace": "ai-tenant-e2e-shared-b-c926a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be5a2bff-08b6-4858-81ed-dc820f470b7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c926a5"} 2026-07-08T18:55:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c926a5"}, "namespace": "ai-tenant-e2e-shared-b-c926a5", "name": "openshift-service-ca.crt", "reconcileID": "d616a4cc-e96f-4cf3-aded-04c3f9da2731", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c926a5"} 2026-07-08T18:55:37Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c926a5"}, "namespace": "ai-tenant-e2e-shared-b-c926a5", "name": "odh-trusted-ca-bundle", "reconcileID": "28d74c27-f8e1-4cdf-b66b-d5bcaea4f6d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c926a5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:55:37Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c926a5"}, "namespace": "ai-tenant-e2e-shared-b-c926a5", "name": "odh-trusted-ca-bundle", "reconcileID": "28d74c27-f8e1-4cdf-b66b-d5bcaea4f6d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c926a5"} 2026-07-08T18:55:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c926a5"}, "namespace": "ai-tenant-e2e-shared-b-c926a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "afc93d1b-82d9-4a25-945c-9be670827e0f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c926a5"} 2026-07-08T18:55:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "2477696a-ac8a-4f50-b7d9-56c90ab61069", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress"} 2026-07-08T18:55:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "2477696a-ac8a-4f50-b7d9-56c90ab61069", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5-authn-ssl"} 2026-07-08T18:55:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "2477696a-ac8a-4f50-b7d9-56c90ab61069", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress"} 2026-07-08T18:55:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "82f32695-f860-4ed4-84c4-3b556ad77140", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:55:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "9e0b1c83-2d32-4c5b-86bb-c7a8a19ed6b3", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress"} 2026-07-08T18:55:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "9e0b1c83-2d32-4c5b-86bb-c7a8a19ed6b3", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea-authn-ssl"} 2026-07-08T18:55:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "9e0b1c83-2d32-4c5b-86bb-c7a8a19ed6b3", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress"} 2026-07-08T18:55:45Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "31f6823f-521f-4fc8-b546-14869e971640", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress"} 2026-07-08T18:55:45Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "31f6823f-521f-4fc8-b546-14869e971640", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5-authn-ssl"} 2026-07-08T18:55:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "31f6823f-521f-4fc8-b546-14869e971640", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress"} 2026-07-08T18:55:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "41014618-8031-4bdf-83e6-31e9d6cf402b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:55:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c7267fd4-955d-4868-adb8-8f8b2c22bd2f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:58:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "349d9c8e-95b8-4a80-a1e4-d9ba1a3e1593", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:58:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "d245e0e3-8a8d-4951-aca7-39f517cb1932", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress"} 2026-07-08T18:58:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "d245e0e3-8a8d-4951-aca7-39f517cb1932", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea-authn-ssl"} 2026-07-08T18:58:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "d245e0e3-8a8d-4951-aca7-39f517cb1932", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress"} 2026-07-08T18:58:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-956cea"}, "namespace": "ai-tenant-e2e-shared-a-956cea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eefc31fa-cd34-489a-bf2d-64c966b373de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-956cea"} 2026-07-08T18:58:52Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-956cea"}, "namespace": "ai-tenant-e2e-shared-a-956cea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eefc31fa-cd34-489a-bf2d-64c966b373de", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-956cea", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:58:52Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-956cea"}, "namespace": "ai-tenant-e2e-shared-a-956cea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eefc31fa-cd34-489a-bf2d-64c966b373de", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-956cea because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T18:58:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-956cea"}, "namespace": "ai-tenant-e2e-shared-a-956cea", "name": "odh-trusted-ca-bundle", "reconcileID": "ec75cefe-1987-4670-ac4b-616b29b9634f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-956cea"} 2026-07-08T18:58:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-956cea"}, "namespace": "ai-tenant-e2e-shared-a-956cea", "name": "odh-trusted-ca-bundle", "reconcileID": "ec75cefe-1987-4670-ac4b-616b29b9634f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-956cea"} 2026-07-08T18:58:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-956cea"}, "namespace": "ai-tenant-e2e-shared-a-956cea", "name": "openshift-service-ca.crt", "reconcileID": "a3a86a2e-1369-48f9-93bc-8076d84748d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-956cea"} 2026-07-08T18:58:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-956cea"}, "namespace": "ai-tenant-e2e-shared-a-956cea", "name": "openshift-service-ca.crt", "reconcileID": "a3a86a2e-1369-48f9-93bc-8076d84748d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-956cea"} 2026-07-08T18:58:52Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-956cea"}, "namespace": "ai-tenant-e2e-shared-a-956cea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "256b50db-1dd9-4859-baef-0ca7858e1077", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-956cea"} 2026-07-08T18:58:52Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-956cea"}, "namespace": "ai-tenant-e2e-shared-a-956cea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "256b50db-1dd9-4859-baef-0ca7858e1077", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-956cea"} 2026-07-08T18:58:53Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-956cea","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-956cea", "reconcileID": "78807d1d-08a6-4c41-aa08-223d955fd9d8", "Gateway": "e2e-shared-a-956cea", "namespace": "openshift-ingress"} 2026-07-08T18:58:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6a4eb552-9d23-49ac-977e-2cb87da36c4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T18:58:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "9f0dd2c4-c76c-4421-b72e-8cc23c8517a4", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress"} 2026-07-08T18:58:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "9f0dd2c4-c76c-4421-b72e-8cc23c8517a4", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5-authn-ssl"} 2026-07-08T18:58:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "9f0dd2c4-c76c-4421-b72e-8cc23c8517a4", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress"} 2026-07-08T18:58:59Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c926a5"}, "namespace": "ai-tenant-e2e-shared-b-c926a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9b6272b-46a5-4f86-b6db-2187d5536ab5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c926a5"} 2026-07-08T18:58:59Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c926a5"}, "namespace": "ai-tenant-e2e-shared-b-c926a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9b6272b-46a5-4f86-b6db-2187d5536ab5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c926a5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T18:59:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c926a5"}, "namespace": "ai-tenant-e2e-shared-b-c926a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9b6272b-46a5-4f86-b6db-2187d5536ab5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-c926a5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T18:59:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c926a5"}, "namespace": "ai-tenant-e2e-shared-b-c926a5", "name": "odh-trusted-ca-bundle", "reconcileID": "2b407201-d1f3-415d-8130-1bf8c4b8d08c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c926a5"} 2026-07-08T18:59:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c926a5"}, "namespace": "ai-tenant-e2e-shared-b-c926a5", "name": "odh-trusted-ca-bundle", "reconcileID": "2b407201-d1f3-415d-8130-1bf8c4b8d08c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c926a5"} 2026-07-08T18:59:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c926a5"}, "namespace": "ai-tenant-e2e-shared-b-c926a5", "name": "openshift-service-ca.crt", "reconcileID": "0a9ca9be-b0ae-4b69-a5e5-59441cc1e41f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c926a5"} 2026-07-08T18:59:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-c926a5"}, "namespace": "ai-tenant-e2e-shared-b-c926a5", "name": "openshift-service-ca.crt", "reconcileID": "0a9ca9be-b0ae-4b69-a5e5-59441cc1e41f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-c926a5"} 2026-07-08T18:59:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c926a5"}, "namespace": "ai-tenant-e2e-shared-b-c926a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54e259ec-20d1-489c-8aa7-ceaa4fb59d1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c926a5"} 2026-07-08T18:59:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-c926a5"}, "namespace": "ai-tenant-e2e-shared-b-c926a5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54e259ec-20d1-489c-8aa7-ceaa4fb59d1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-c926a5"} 2026-07-08T18:59:00Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-c926a5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-c926a5", "reconcileID": "c17429e0-2dbb-4257-8847-271d5c2b0fcd", "Gateway": "e2e-shared-b-c926a5", "namespace": "openshift-ingress"}