2026-07-12T08:51:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-587fae95"}, "namespace": "ai-tenant-e2e-mt-587fae95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ac7b39a-0709-45a4-8fc4-1fea079054ca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-587fae95", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:51:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-587fae95"}, "namespace": "ai-tenant-e2e-mt-587fae95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ac7b39a-0709-45a4-8fc4-1fea079054ca", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-587fae95 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T08:51:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-587fae95"}, "namespace": "ai-tenant-e2e-mt-587fae95", "name": "odh-trusted-ca-bundle", "reconcileID": "61f6b9b6-a637-4ef4-96db-4e70202950d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-587fae95"} 2026-07-12T08:51:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-587fae95"}, "namespace": "ai-tenant-e2e-mt-587fae95", "name": "odh-trusted-ca-bundle", "reconcileID": "61f6b9b6-a637-4ef4-96db-4e70202950d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-587fae95"} 2026-07-12T08:51:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-587fae95"}, "namespace": "ai-tenant-e2e-mt-587fae95", "name": "openshift-service-ca.crt", "reconcileID": "dc2722e0-77bb-4719-9f91-28afedbd5ed9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-587fae95"} 2026-07-12T08:51:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-587fae95"}, "namespace": "ai-tenant-e2e-mt-587fae95", "name": "openshift-service-ca.crt", "reconcileID": "dc2722e0-77bb-4719-9f91-28afedbd5ed9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-587fae95"} 2026-07-12T08:51:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-587fae95"}, "namespace": "ai-tenant-e2e-mt-587fae95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7bb3665-46e1-4c1c-b717-2594c5f80ecf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-587fae95"} 2026-07-12T08:51:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-587fae95"}, "namespace": "ai-tenant-e2e-mt-587fae95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7bb3665-46e1-4c1c-b717-2594c5f80ecf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-587fae95"} 2026-07-12T08:51:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e22b6956"}, "namespace": "ai-tenant-e2e-mt-e22b6956", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77aec7f2-0e30-4e10-8717-c73cdebab60d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e22b6956"} 2026-07-12T08:51:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e22b6956"}, "namespace": "ai-tenant-e2e-mt-e22b6956", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77aec7f2-0e30-4e10-8717-c73cdebab60d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e22b6956", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:51:43Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e22b6956"}, "namespace": "ai-tenant-e2e-mt-e22b6956", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "77aec7f2-0e30-4e10-8717-c73cdebab60d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-e22b6956 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T08:51:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e22b6956"}, "namespace": "ai-tenant-e2e-mt-e22b6956", "name": "odh-trusted-ca-bundle", "reconcileID": "5cf1ad8b-0924-465f-b480-0915a425f754", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e22b6956"} 2026-07-12T08:51:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e22b6956"}, "namespace": "ai-tenant-e2e-mt-e22b6956", "name": "odh-trusted-ca-bundle", "reconcileID": "5cf1ad8b-0924-465f-b480-0915a425f754", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e22b6956"} 2026-07-12T08:51:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e22b6956"}, "namespace": "ai-tenant-e2e-mt-e22b6956", "name": "openshift-service-ca.crt", "reconcileID": "b35b8d81-c359-42a4-b2e4-ed42559616e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e22b6956"} 2026-07-12T08:51:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e22b6956"}, "namespace": "ai-tenant-e2e-mt-e22b6956", "name": "openshift-service-ca.crt", "reconcileID": "b35b8d81-c359-42a4-b2e4-ed42559616e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e22b6956"} 2026-07-12T08:51:43Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e22b6956"}, "namespace": "ai-tenant-e2e-mt-e22b6956", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b10feceb-cc51-454c-81fa-10132beb87c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e22b6956"} 2026-07-12T08:51:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e22b6956"}, "namespace": "ai-tenant-e2e-mt-e22b6956", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b10feceb-cc51-454c-81fa-10132beb87c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e22b6956"} 2026-07-12T08:51:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c7d94e6d"}, "namespace": "ai-tenant-e2e-mt-c7d94e6d", "name": "openshift-service-ca.crt", "reconcileID": "1843e302-a4d2-4920-891f-ffb510989a81", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c7d94e6d"} 2026-07-12T08:51:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c7d94e6d"}, "namespace": "ai-tenant-e2e-mt-c7d94e6d", "name": "odh-trusted-ca-bundle", "reconcileID": "abc318fa-47c3-4a3b-9e7c-4ab9ec56a3b3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c7d94e6d"} 2026-07-12T08:51:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c7d94e6d"}, "namespace": "ai-tenant-e2e-mt-c7d94e6d", "name": "openshift-service-ca.crt", "reconcileID": "c9a33f58-1694-447e-9bef-389bf3b081f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c7d94e6d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:51:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c7d94e6d"}, "namespace": "ai-tenant-e2e-mt-c7d94e6d", "name": "openshift-service-ca.crt", "reconcileID": "c9a33f58-1694-447e-9bef-389bf3b081f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c7d94e6d"} 2026-07-12T08:51:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c7d94e6d"}, "namespace": "ai-tenant-e2e-mt-c7d94e6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c587c27-7b32-4d48-a7d4-a763c5e4351d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c7d94e6d"} 2026-07-12T08:51:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c7d94e6d"}, "namespace": "ai-tenant-e2e-mt-c7d94e6d", "name": "openshift-service-ca.crt", "reconcileID": "7b4bc114-9731-4577-bfd9-a78b992a5f04", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c7d94e6d"} 2026-07-12T08:51:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c7d94e6d"}, "namespace": "ai-tenant-e2e-mt-c7d94e6d", "name": "odh-trusted-ca-bundle", "reconcileID": "3371b50f-ec83-4c8f-a3ed-3160478605b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c7d94e6d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:51:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c7d94e6d"}, "namespace": "ai-tenant-e2e-mt-c7d94e6d", "name": "odh-trusted-ca-bundle", "reconcileID": "3371b50f-ec83-4c8f-a3ed-3160478605b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c7d94e6d"} 2026-07-12T08:51:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c7d94e6d"}, "namespace": "ai-tenant-e2e-mt-c7d94e6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1530aaf-5aa1-48ca-8167-717d3cc6e20a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c7d94e6d"} 2026-07-12T08:52:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c7d94e6d"}, "namespace": "ai-tenant-e2e-mt-c7d94e6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9e1a989-955b-47c1-9205-21b31a23d8ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c7d94e6d"} 2026-07-12T08:52:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c7d94e6d"}, "namespace": "ai-tenant-e2e-mt-c7d94e6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9e1a989-955b-47c1-9205-21b31a23d8ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c7d94e6d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:52:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c7d94e6d"}, "namespace": "ai-tenant-e2e-mt-c7d94e6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9e1a989-955b-47c1-9205-21b31a23d8ff", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-c7d94e6d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T08:52:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c7d94e6d"}, "namespace": "ai-tenant-e2e-mt-c7d94e6d", "name": "odh-trusted-ca-bundle", "reconcileID": "adcb6a86-b516-4461-bc6f-2cedc3f52f03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c7d94e6d"} 2026-07-12T08:52:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c7d94e6d"}, "namespace": "ai-tenant-e2e-mt-c7d94e6d", "name": "odh-trusted-ca-bundle", "reconcileID": "adcb6a86-b516-4461-bc6f-2cedc3f52f03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c7d94e6d"} 2026-07-12T08:52:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c7d94e6d"}, "namespace": "ai-tenant-e2e-mt-c7d94e6d", "name": "openshift-service-ca.crt", "reconcileID": "00c096ee-0642-4ae7-af5a-6c9d0f728e16", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c7d94e6d"} 2026-07-12T08:52:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c7d94e6d"}, "namespace": "ai-tenant-e2e-mt-c7d94e6d", "name": "openshift-service-ca.crt", "reconcileID": "00c096ee-0642-4ae7-af5a-6c9d0f728e16", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c7d94e6d"} 2026-07-12T08:52:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c7d94e6d"}, "namespace": "ai-tenant-e2e-mt-c7d94e6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dfc2b314-9434-41cf-919a-0775b3913c79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c7d94e6d"} 2026-07-12T08:52:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c7d94e6d"}, "namespace": "ai-tenant-e2e-mt-c7d94e6d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dfc2b314-9434-41cf-919a-0775b3913c79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c7d94e6d"} 2026-07-12T08:52:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "fbd7d224-4cb1-44d8-a913-514770b06c75", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:21Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "fbd7d224-4cb1-44d8-a913-514770b06c75", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53-authn-ssl"} 2026-07-12T08:52:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "fbd7d224-4cb1-44d8-a913-514770b06c75", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "d502253c-744b-4062-9f64-5da21fdbb000", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "d502253c-744b-4062-9f64-5da21fdbb000", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53-authn-ssl"} 2026-07-12T08:52:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "d502253c-744b-4062-9f64-5da21fdbb000", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "21a0c7be-8f6b-4a4c-b1cc-d17c013578de", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "21a0c7be-8f6b-4a4c-b1cc-d17c013578de", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53-authn-ssl"} 2026-07-12T08:52:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "21a0c7be-8f6b-4a4c-b1cc-d17c013578de", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "9e84d200-c7ac-4eb1-988b-0ccac4f1783c", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "9e84d200-c7ac-4eb1-988b-0ccac4f1783c", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53-authn-ssl"} 2026-07-12T08:52:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "9e84d200-c7ac-4eb1-988b-0ccac4f1783c", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "a541854d-4628-4948-8329-f74b0653eeeb", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "a541854d-4628-4948-8329-f74b0653eeeb", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53-authn-ssl"} 2026-07-12T08:52:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "a541854d-4628-4948-8329-f74b0653eeeb", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "a8c6673a-b03b-4914-8100-368fdf29fdc2", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "a8c6673a-b03b-4914-8100-368fdf29fdc2", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53-authn-ssl"} 2026-07-12T08:52:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "a8c6673a-b03b-4914-8100-368fdf29fdc2", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "a9e8d888-6f26-4bc5-95fd-5c6f37dcb1c9", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "a9e8d888-6f26-4bc5-95fd-5c6f37dcb1c9", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53-authn-ssl"} 2026-07-12T08:52:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "a9e8d888-6f26-4bc5-95fd-5c6f37dcb1c9", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "openshift-service-ca.crt", "reconcileID": "d3343fe4-181d-4bc1-bd7f-b996910d59f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:52:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "openshift-service-ca.crt", "reconcileID": "83980928-1823-41bc-acb4-28a121184a88", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-d8ca53", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:52:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "openshift-service-ca.crt", "reconcileID": "83980928-1823-41bc-acb4-28a121184a88", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:52:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "odh-trusted-ca-bundle", "reconcileID": "4315491a-34b0-4b68-afc1-afd03aaeef53", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:52:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97aade6b-3a8a-4cdf-8b61-27cbbea148f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:52:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "openshift-service-ca.crt", "reconcileID": "d41e726b-3be0-49c0-b7fe-d630c7c39c51", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:52:24Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "odh-trusted-ca-bundle", "reconcileID": "94dc129b-8926-4b61-8b1b-eb64e11f5009", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d8ca53", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:52:24Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "odh-trusted-ca-bundle", "reconcileID": "94dc129b-8926-4b61-8b1b-eb64e11f5009", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:52:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c16be73-1963-4fca-8920-c2f6a718bb56", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:52:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "2602840e-f38d-41ef-a78e-3915cd322b5a", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "2602840e-f38d-41ef-a78e-3915cd322b5a", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53-authn-ssl"} 2026-07-12T08:52:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "2602840e-f38d-41ef-a78e-3915cd322b5a", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "656eb40c-f324-40f9-ac2c-e852903992b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:52:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "58c071bf-a669-4ddf-8db1-46814116c830", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:52:29Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "58c071bf-a669-4ddf-8db1-46814116c830", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df-authn-ssl"} 2026-07-12T08:52:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "58c071bf-a669-4ddf-8db1-46814116c830", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:52:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "e0cd7fcc-3404-4863-aeda-961ca3a218e6", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:52:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "e0cd7fcc-3404-4863-aeda-961ca3a218e6", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df-authn-ssl"} 2026-07-12T08:52:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "e0cd7fcc-3404-4863-aeda-961ca3a218e6", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:52:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "d13f5ba7-5fc5-43c9-8067-9bc499bc3993", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:52:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "d13f5ba7-5fc5-43c9-8067-9bc499bc3993", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df-authn-ssl"} 2026-07-12T08:52:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "d13f5ba7-5fc5-43c9-8067-9bc499bc3993", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:52:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "4f8b4388-5437-4ced-bcaa-9657cb98363d", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:52:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "4f8b4388-5437-4ced-bcaa-9657cb98363d", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df-authn-ssl"} 2026-07-12T08:52:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "4f8b4388-5437-4ced-bcaa-9657cb98363d", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:52:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "fcea51ed-afbb-4b15-bbef-ce3364cd69de", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:52:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "fcea51ed-afbb-4b15-bbef-ce3364cd69de", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df-authn-ssl"} 2026-07-12T08:52:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "fcea51ed-afbb-4b15-bbef-ce3364cd69de", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:52:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "50d90877-e80c-44b8-93ff-d8d30b551d2c", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:52:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "50d90877-e80c-44b8-93ff-d8d30b551d2c", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df-authn-ssl"} 2026-07-12T08:52:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "50d90877-e80c-44b8-93ff-d8d30b551d2c", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:52:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "7c01105a-722d-4c80-922d-85c11ecdc14a", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:52:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "7c01105a-722d-4c80-922d-85c11ecdc14a", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df-authn-ssl"} 2026-07-12T08:52:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "7c01105a-722d-4c80-922d-85c11ecdc14a", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:52:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "openshift-service-ca.crt", "reconcileID": "85385bcc-3f93-4f11-b75a-8c0103cd9d5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:52:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "odh-trusted-ca-bundle", "reconcileID": "eba948ce-5423-4913-8466-21535e5d91aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:52:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "openshift-service-ca.crt", "reconcileID": "7f50b0d3-5bf2-4afb-afea-8a64397e7893", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-b534df", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:52:32Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "openshift-service-ca.crt", "reconcileID": "7f50b0d3-5bf2-4afb-afea-8a64397e7893", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:52:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "openshift-service-ca.crt", "reconcileID": "3a55e8c2-db88-4c41-b40b-45882312c969", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:52:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7abf357c-5b75-473f-81d4-ce1ee1629dfa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:52:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "odh-trusted-ca-bundle", "reconcileID": "5bab91ea-73be-42e2-b40a-d5de8ab95a4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b534df", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:52:33Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "odh-trusted-ca-bundle", "reconcileID": "5bab91ea-73be-42e2-b40a-d5de8ab95a4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:52:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c04e2dd6-ab41-4741-a098-59a62d36133f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:52:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "83a7df2a-2d49-4e26-b446-1ef11080e7a6", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:52:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "83a7df2a-2d49-4e26-b446-1ef11080e7a6", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df-authn-ssl"} 2026-07-12T08:52:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "83a7df2a-2d49-4e26-b446-1ef11080e7a6", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:52:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "01329fb6-732d-4f8f-9e79-54bb215c589f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:52:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "256278f9-0fea-4adf-b9f2-a5a8592be1b8", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "256278f9-0fea-4adf-b9f2-a5a8592be1b8", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53-authn-ssl"} 2026-07-12T08:52:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "256278f9-0fea-4adf-b9f2-a5a8592be1b8", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "6038f3a8-dc5e-4c18-86f3-013bef43f310", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:52:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "6038f3a8-dc5e-4c18-86f3-013bef43f310", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:52:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "6038f3a8-dc5e-4c18-86f3-013bef43f310", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:52:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "7bdb2f49-869c-436f-84c6-cd087ce33295", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "6038f3a8-dc5e-4c18-86f3-013bef43f310", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53-kserve-route-authn"} 2026-07-12T08:52:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "6038f3a8-dc5e-4c18-86f3-013bef43f310", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53", "authType": "userdefined"} 2026-07-12T08:52:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "6038f3a8-dc5e-4c18-86f3-013bef43f310", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:52:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "7bdb2f49-869c-436f-84c6-cd087ce33295", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53-authn-ssl"} 2026-07-12T08:52:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "7bdb2f49-869c-436f-84c6-cd087ce33295", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "2abd1648-daa5-4e33-8c24-6c96cb6879a4", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:52:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "2abd1648-daa5-4e33-8c24-6c96cb6879a4", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:52:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "2abd1648-daa5-4e33-8c24-6c96cb6879a4", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:52:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "2abd1648-daa5-4e33-8c24-6c96cb6879a4", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53-kserve-route-authn"} 2026-07-12T08:52:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "2abd1648-daa5-4e33-8c24-6c96cb6879a4", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53", "authType": "userdefined"} 2026-07-12T08:52:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "2abd1648-daa5-4e33-8c24-6c96cb6879a4", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:52:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "637d195b-bf1c-4571-8355-e783c6977584", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:52:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "637d195b-bf1c-4571-8355-e783c6977584", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df-authn-ssl"} 2026-07-12T08:52:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "637d195b-bf1c-4571-8355-e783c6977584", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:52:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f6b17c60-76c0-4d1c-b448-6a3964f0195a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:52:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c898b9c2-2579-4925-8b8c-0f84e7be7eea", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:52:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "6ac7ce2b-21da-4941-84bf-e5c995bc7015", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "6ac7ce2b-21da-4941-84bf-e5c995bc7015", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53-authn-ssl"} 2026-07-12T08:52:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "6ac7ce2b-21da-4941-84bf-e5c995bc7015", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:52:58Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "de791dd0-3cd2-494a-bc36-1be82ada6b59", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:52:58Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "de791dd0-3cd2-494a-bc36-1be82ada6b59", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:52:58Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "de791dd0-3cd2-494a-bc36-1be82ada6b59", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:52:58Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "de791dd0-3cd2-494a-bc36-1be82ada6b59", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53-kserve-route-authn"} 2026-07-12T08:52:58Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "de791dd0-3cd2-494a-bc36-1be82ada6b59", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53", "authType": "userdefined"} 2026-07-12T08:52:58Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "de791dd0-3cd2-494a-bc36-1be82ada6b59", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:53:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "fe2b2ec1-6e8b-41c8-b9d4-24ec1942c628", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:53:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "fe2b2ec1-6e8b-41c8-b9d4-24ec1942c628", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53-authn-ssl"} 2026-07-12T08:53:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "fe2b2ec1-6e8b-41c8-b9d4-24ec1942c628", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:53:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "b5a83879-a006-49c0-b263-b45e5fab6bbd", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:53:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "b5a83879-a006-49c0-b263-b45e5fab6bbd", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:53:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "b5a83879-a006-49c0-b263-b45e5fab6bbd", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:53:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "b5a83879-a006-49c0-b263-b45e5fab6bbd", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53-kserve-route-authn"} 2026-07-12T08:53:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "b5a83879-a006-49c0-b263-b45e5fab6bbd", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53", "authType": "userdefined"} 2026-07-12T08:53:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "b5a83879-a006-49c0-b263-b45e5fab6bbd", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:53:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "e5625452-b1cf-44b6-89d1-bc7953320ee4", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "e5625452-b1cf-44b6-89d1-bc7953320ee4", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "e5625452-b1cf-44b6-89d1-bc7953320ee4", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "e5625452-b1cf-44b6-89d1-bc7953320ee4", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df-kserve-route-authn"} 2026-07-12T08:53:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "ed5eb797-e9f3-4117-b0a0-815af854f6bd", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:53:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "e5625452-b1cf-44b6-89d1-bc7953320ee4", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df", "authType": "userdefined"} 2026-07-12T08:53:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "e5625452-b1cf-44b6-89d1-bc7953320ee4", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "ed5eb797-e9f3-4117-b0a0-815af854f6bd", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df-authn-ssl"} 2026-07-12T08:53:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "ed5eb797-e9f3-4117-b0a0-815af854f6bd", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:53:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "e0525888-49bc-4d4f-9b9a-e4198f41b13b", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "e0525888-49bc-4d4f-9b9a-e4198f41b13b", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "e0525888-49bc-4d4f-9b9a-e4198f41b13b", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "e0525888-49bc-4d4f-9b9a-e4198f41b13b", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df-kserve-route-authn"} 2026-07-12T08:53:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "e0525888-49bc-4d4f-9b9a-e4198f41b13b", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df", "authType": "userdefined"} 2026-07-12T08:53:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "e0525888-49bc-4d4f-9b9a-e4198f41b13b", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "2e78582c-cfc6-4453-808b-6d787e36761e", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:53:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "2e78582c-cfc6-4453-808b-6d787e36761e", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df-authn-ssl"} 2026-07-12T08:53:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "2e78582c-cfc6-4453-808b-6d787e36761e", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:53:23Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-12T08:53:23Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-12T08:53:24Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-12T08:53:24Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-12T08:53:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "0dfffd09-9cf8-4ceb-a195-5ebee905bfbc", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "0dfffd09-9cf8-4ceb-a195-5ebee905bfbc", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "0dfffd09-9cf8-4ceb-a195-5ebee905bfbc", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "0dfffd09-9cf8-4ceb-a195-5ebee905bfbc", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df-kserve-route-authn"} 2026-07-12T08:53:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "0dfffd09-9cf8-4ceb-a195-5ebee905bfbc", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df", "authType": "userdefined"} 2026-07-12T08:53:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "0dfffd09-9cf8-4ceb-a195-5ebee905bfbc", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "b5bfae88-31c0-4d7d-9de0-42203afa0d3f", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:53:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "b5bfae88-31c0-4d7d-9de0-42203afa0d3f", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df-authn-ssl"} 2026-07-12T08:53:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "b5bfae88-31c0-4d7d-9de0-42203afa0d3f", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:53:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "ee98ce41-682b-4440-a9a7-1603f34073e1", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "ee98ce41-682b-4440-a9a7-1603f34073e1", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "ee98ce41-682b-4440-a9a7-1603f34073e1", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "ee98ce41-682b-4440-a9a7-1603f34073e1", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df-kserve-route-authn"} 2026-07-12T08:53:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "ee98ce41-682b-4440-a9a7-1603f34073e1", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df", "authType": "userdefined"} 2026-07-12T08:53:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "ee98ce41-682b-4440-a9a7-1603f34073e1", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "5af6ca6e-5ca2-44fa-936d-64620a5de7fc", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:53:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "5af6ca6e-5ca2-44fa-936d-64620a5de7fc", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53"} 2026-07-12T08:53:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "5af6ca6e-5ca2-44fa-936d-64620a5de7fc", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:53:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "5af6ca6e-5ca2-44fa-936d-64620a5de7fc", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:53:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "5af6ca6e-5ca2-44fa-936d-64620a5de7fc", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53-kserve-route-authn"} 2026-07-12T08:53:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "5af6ca6e-5ca2-44fa-936d-64620a5de7fc", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53-kserve-route-authn"} 2026-07-12T08:53:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "5af6ca6e-5ca2-44fa-936d-64620a5de7fc", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:53:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "5af6ca6e-5ca2-44fa-936d-64620a5de7fc", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:53:40Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-d8ca53","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "test-model-d8ca53", "reconcileID": "f5da6f2b-8dfe-4181-92df-49e0f0af3c15", "LLMInferenceService": "test-model-d8ca53", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:53:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "d8f2e794-5721-4f12-a633-4c91138a68be", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:53:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "d8f2e794-5721-4f12-a633-4c91138a68be", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53-authn-ssl"} 2026-07-12T08:53:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "d8f2e794-5721-4f12-a633-4c91138a68be", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:53:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "8bef2241-5929-4d1b-940d-254b2ad9b260", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:53:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "8bef2241-5929-4d1b-940d-254b2ad9b260", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53-authn-ssl"} 2026-07-12T08:53:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "8bef2241-5929-4d1b-940d-254b2ad9b260", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:53:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "7c232cf8-a6ec-4c18-a207-74fcdce2d232", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "7c232cf8-a6ec-4c18-a207-74fcdce2d232", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df"} 2026-07-12T08:53:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "7c232cf8-a6ec-4c18-a207-74fcdce2d232", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "7c232cf8-a6ec-4c18-a207-74fcdce2d232", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "7c232cf8-a6ec-4c18-a207-74fcdce2d232", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df-kserve-route-authn"} 2026-07-12T08:53:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "7c232cf8-a6ec-4c18-a207-74fcdce2d232", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df-kserve-route-authn"} 2026-07-12T08:53:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "7c232cf8-a6ec-4c18-a207-74fcdce2d232", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "7c232cf8-a6ec-4c18-a207-74fcdce2d232", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-b534df","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "test-model-b534df", "reconcileID": "79b7809f-9a28-463e-af02-414e0c39967e", "LLMInferenceService": "test-model-b534df", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:53:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "7c92bfcd-b530-4c48-b988-9a3050723acc", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:53:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "7c92bfcd-b530-4c48-b988-9a3050723acc", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df-authn-ssl"} 2026-07-12T08:53:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "7c92bfcd-b530-4c48-b988-9a3050723acc", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:53:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "b486a90c-5fbc-4552-b1bb-685729d818a6", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:53:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "b486a90c-5fbc-4552-b1bb-685729d818a6", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df-authn-ssl"} 2026-07-12T08:53:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "b486a90c-5fbc-4552-b1bb-685729d818a6", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:53:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "79637012-75c9-4a95-b4e7-4c84c34d24ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:53:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "7d1d032f-e5da-473e-a228-7d1e2f511aec", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:53:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "7d1d032f-e5da-473e-a228-7d1e2f511aec", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53-authn-ssl"} 2026-07-12T08:53:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "7d1d032f-e5da-473e-a228-7d1e2f511aec", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:54:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac9b6ba1-450c-4fe6-9256-27d744ca4f8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:54:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac9b6ba1-450c-4fe6-9256-27d744ca4f8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d8ca53", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:54:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac9b6ba1-450c-4fe6-9256-27d744ca4f8c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-d8ca53 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T08:54:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "odh-trusted-ca-bundle", "reconcileID": "4a96d8f0-94c3-400d-b960-ff918174c87a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:54:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "odh-trusted-ca-bundle", "reconcileID": "4a96d8f0-94c3-400d-b960-ff918174c87a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:54:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "openshift-service-ca.crt", "reconcileID": "124a6e14-99f8-42c1-a816-25288b1437d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:54:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "openshift-service-ca.crt", "reconcileID": "124a6e14-99f8-42c1-a816-25288b1437d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:54:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ec4daee-b327-4935-9308-b520b480b859", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:54:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d8ca53"}, "namespace": "ai-tenant-e2e-inf-a-d8ca53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ec4daee-b327-4935-9308-b520b480b859", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d8ca53"} 2026-07-12T08:54:24Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d8ca53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d8ca53", "reconcileID": "e2fab158-4511-4141-8665-319d0c1a5174", "Gateway": "e2e-inf-a-d8ca53", "namespace": "openshift-ingress"} 2026-07-12T08:54:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "bd9ea61f-ec57-4317-9048-72b1eec8b780", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:54:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "f4291b10-03ae-4454-9c12-315a184b9ba9", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:54:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "f4291b10-03ae-4454-9c12-315a184b9ba9", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df-authn-ssl"} 2026-07-12T08:54:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "f4291b10-03ae-4454-9c12-315a184b9ba9", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:54:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1d03c1b-90f9-436c-aaf9-e7b01f3800da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:54:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1d03c1b-90f9-436c-aaf9-e7b01f3800da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b534df", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:54:30Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1d03c1b-90f9-436c-aaf9-e7b01f3800da", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-b534df because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T08:54:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "odh-trusted-ca-bundle", "reconcileID": "acfabe28-91bd-4323-bb50-588569e73a9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:54:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "odh-trusted-ca-bundle", "reconcileID": "acfabe28-91bd-4323-bb50-588569e73a9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:54:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "openshift-service-ca.crt", "reconcileID": "1f5c5b9e-9ab3-483c-89ee-8f2dd908d74c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:54:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "openshift-service-ca.crt", "reconcileID": "1f5c5b9e-9ab3-483c-89ee-8f2dd908d74c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:54:30Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4efa4446-40e2-4d94-952b-7792eb0171a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:54:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-b534df"}, "namespace": "ai-tenant-e2e-inf-b-b534df", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4efa4446-40e2-4d94-952b-7792eb0171a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-b534df"} 2026-07-12T08:54:31Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-b534df","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-b534df", "reconcileID": "bf54fd55-450c-4312-8c1a-7224d046e421", "Gateway": "e2e-inf-b-b534df", "namespace": "openshift-ingress"} 2026-07-12T08:54:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "b335759a-da5c-4ccc-973a-b9a6d201eb5a", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress"} 2026-07-12T08:54:31Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "b335759a-da5c-4ccc-973a-b9a6d201eb5a", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress", "name": "e2e-api-a-91c269-authn-ssl"} 2026-07-12T08:54:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "b335759a-da5c-4ccc-973a-b9a6d201eb5a", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress"} 2026-07-12T08:54:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "63b48e60-f7fb-4448-aec0-6f94753dfe68", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress"} 2026-07-12T08:54:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "63b48e60-f7fb-4448-aec0-6f94753dfe68", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress", "name": "e2e-api-a-91c269-authn-ssl"} 2026-07-12T08:54:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "63b48e60-f7fb-4448-aec0-6f94753dfe68", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress"} 2026-07-12T08:54:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "dfc402f5-1bdd-4de0-b533-493e62e3dcbd", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress"} 2026-07-12T08:54:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "dfc402f5-1bdd-4de0-b533-493e62e3dcbd", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress", "name": "e2e-api-a-91c269-authn-ssl"} 2026-07-12T08:54:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "dfc402f5-1bdd-4de0-b533-493e62e3dcbd", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress"} 2026-07-12T08:54:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "6718c8ea-99b2-443a-91e4-97e2ab5f33c9", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress"} 2026-07-12T08:54:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "6718c8ea-99b2-443a-91e4-97e2ab5f33c9", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress", "name": "e2e-api-a-91c269-authn-ssl"} 2026-07-12T08:54:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "6718c8ea-99b2-443a-91e4-97e2ab5f33c9", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress"} 2026-07-12T08:54:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "a3f755e6-792b-4ebb-877c-c92be1d6c1e7", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress"} 2026-07-12T08:54:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "a3f755e6-792b-4ebb-877c-c92be1d6c1e7", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress", "name": "e2e-api-a-91c269-authn-ssl"} 2026-07-12T08:54:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "a3f755e6-792b-4ebb-877c-c92be1d6c1e7", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress"} 2026-07-12T08:54:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "617d31ad-c9be-4cd9-bb4a-33ccc7cbc6d6", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress"} 2026-07-12T08:54:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "617d31ad-c9be-4cd9-bb4a-33ccc7cbc6d6", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress", "name": "e2e-api-a-91c269-authn-ssl"} 2026-07-12T08:54:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "617d31ad-c9be-4cd9-bb4a-33ccc7cbc6d6", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress"} 2026-07-12T08:54:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-91c269"}, "namespace": "ai-tenant-e2e-api-a-91c269", "name": "openshift-service-ca.crt", "reconcileID": "cecae703-e974-4abf-bac7-37192e333547", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-91c269"} 2026-07-12T08:54:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-91c269"}, "namespace": "ai-tenant-e2e-api-a-91c269", "name": "odh-trusted-ca-bundle", "reconcileID": "b2141f77-7c96-4dba-a86b-53a16e421ab4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-91c269"} 2026-07-12T08:54:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-91c269"}, "namespace": "ai-tenant-e2e-api-a-91c269", "name": "openshift-service-ca.crt", "reconcileID": "c1f1bba4-9124-4586-a9dd-9fa97608a19b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-91c269", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:54:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-91c269"}, "namespace": "ai-tenant-e2e-api-a-91c269", "name": "openshift-service-ca.crt", "reconcileID": "c1f1bba4-9124-4586-a9dd-9fa97608a19b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-91c269"} 2026-07-12T08:54:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-91c269"}, "namespace": "ai-tenant-e2e-api-a-91c269", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eae3b705-fe61-4119-8471-f8293d7d4e13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-91c269"} 2026-07-12T08:54:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-91c269"}, "namespace": "ai-tenant-e2e-api-a-91c269", "name": "openshift-service-ca.crt", "reconcileID": "64b927d6-6595-4d3b-bada-c98fdbbfcf50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-91c269"} 2026-07-12T08:54:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-91c269"}, "namespace": "ai-tenant-e2e-api-a-91c269", "name": "odh-trusted-ca-bundle", "reconcileID": "517e2c19-f530-49f4-a72e-727aec064cd9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-91c269", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:54:34Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-91c269"}, "namespace": "ai-tenant-e2e-api-a-91c269", "name": "odh-trusted-ca-bundle", "reconcileID": "517e2c19-f530-49f4-a72e-727aec064cd9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-91c269"} 2026-07-12T08:54:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-91c269"}, "namespace": "ai-tenant-e2e-api-a-91c269", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6edea55-dd6a-4a69-8ff0-385622587a3b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-91c269"} 2026-07-12T08:54:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "4611b126-d474-4b76-bb4a-287aa1527dc9", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress"} 2026-07-12T08:54:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "4611b126-d474-4b76-bb4a-287aa1527dc9", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress", "name": "e2e-api-a-91c269-authn-ssl"} 2026-07-12T08:54:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "4611b126-d474-4b76-bb4a-287aa1527dc9", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress"} 2026-07-12T08:54:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "cec4a29f-8269-4f9c-8896-7d88ca08cb70", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:54:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "4e9c9dec-b182-4ef4-9883-0fb9db3f6ac5", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress"} 2026-07-12T08:54:39Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "4e9c9dec-b182-4ef4-9883-0fb9db3f6ac5", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984-authn-ssl"} 2026-07-12T08:54:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "4e9c9dec-b182-4ef4-9883-0fb9db3f6ac5", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress"} 2026-07-12T08:54:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "0950102e-ab1f-4e34-8238-495106d5b748", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress"} 2026-07-12T08:54:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "0950102e-ab1f-4e34-8238-495106d5b748", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984-authn-ssl"} 2026-07-12T08:54:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "0950102e-ab1f-4e34-8238-495106d5b748", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress"} 2026-07-12T08:54:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "ef04a5f9-ae23-4872-a72f-bfc0aaa06e7e", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress"} 2026-07-12T08:54:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "ef04a5f9-ae23-4872-a72f-bfc0aaa06e7e", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984-authn-ssl"} 2026-07-12T08:54:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "ef04a5f9-ae23-4872-a72f-bfc0aaa06e7e", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress"} 2026-07-12T08:54:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "0f67a09e-0e80-4171-8520-74cf30f68d47", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress"} 2026-07-12T08:54:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "0f67a09e-0e80-4171-8520-74cf30f68d47", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984-authn-ssl"} 2026-07-12T08:54:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "0f67a09e-0e80-4171-8520-74cf30f68d47", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress"} 2026-07-12T08:54:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "0c337801-f4cd-4b3a-a791-63506a9c12eb", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress"} 2026-07-12T08:54:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "0c337801-f4cd-4b3a-a791-63506a9c12eb", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984-authn-ssl"} 2026-07-12T08:54:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "0c337801-f4cd-4b3a-a791-63506a9c12eb", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress"} 2026-07-12T08:54:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "e7a68f01-b304-43d8-bc55-f54f24e69c0d", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress"} 2026-07-12T08:54:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "e7a68f01-b304-43d8-bc55-f54f24e69c0d", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984-authn-ssl"} 2026-07-12T08:54:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "e7a68f01-b304-43d8-bc55-f54f24e69c0d", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress"} 2026-07-12T08:54:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "45dd2939-a0e5-430c-aaa9-ca1c6aa8ab31", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress"} 2026-07-12T08:54:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "45dd2939-a0e5-430c-aaa9-ca1c6aa8ab31", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984-authn-ssl"} 2026-07-12T08:54:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "45dd2939-a0e5-430c-aaa9-ca1c6aa8ab31", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress"} 2026-07-12T08:54:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ad9984"}, "namespace": "ai-tenant-e2e-api-b-ad9984", "name": "openshift-service-ca.crt", "reconcileID": "3e23e6b2-5fee-469a-a3e9-499897c7a8d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ad9984"} 2026-07-12T08:54:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ad9984"}, "namespace": "ai-tenant-e2e-api-b-ad9984", "name": "openshift-service-ca.crt", "reconcileID": "dc831dd2-1095-446a-a92f-1ab6d1933708", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ad9984", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:54:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ad9984"}, "namespace": "ai-tenant-e2e-api-b-ad9984", "name": "openshift-service-ca.crt", "reconcileID": "dc831dd2-1095-446a-a92f-1ab6d1933708", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ad9984"} 2026-07-12T08:54:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad9984"}, "namespace": "ai-tenant-e2e-api-b-ad9984", "name": "odh-trusted-ca-bundle", "reconcileID": "aee92546-2bfe-42cd-8fa1-13fecffd86eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad9984"} 2026-07-12T08:54:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad9984"}, "namespace": "ai-tenant-e2e-api-b-ad9984", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "81dcad36-94ae-4200-9c74-bb87ba97ddd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad9984"} 2026-07-12T08:54:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ad9984"}, "namespace": "ai-tenant-e2e-api-b-ad9984", "name": "openshift-service-ca.crt", "reconcileID": "984b5a3d-6c8a-4983-a2e9-fd0a69345ad9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ad9984"} 2026-07-12T08:54:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad9984"}, "namespace": "ai-tenant-e2e-api-b-ad9984", "name": "odh-trusted-ca-bundle", "reconcileID": "c3370dcb-3671-47c8-88a4-0fb823051c39", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad9984", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:54:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad9984"}, "namespace": "ai-tenant-e2e-api-b-ad9984", "name": "odh-trusted-ca-bundle", "reconcileID": "c3370dcb-3671-47c8-88a4-0fb823051c39", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad9984"} 2026-07-12T08:54:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad9984"}, "namespace": "ai-tenant-e2e-api-b-ad9984", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d875a2ed-e1fa-4e81-baf9-da9af109009d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad9984"} 2026-07-12T08:54:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "aa4f04c9-8b2c-4045-828d-188f968c3d94", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress"} 2026-07-12T08:54:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "aa4f04c9-8b2c-4045-828d-188f968c3d94", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984-authn-ssl"} 2026-07-12T08:54:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "aa4f04c9-8b2c-4045-828d-188f968c3d94", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress"} 2026-07-12T08:54:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c350ce2d-3beb-4d27-a494-c32d9de561f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:54:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "029b91fa-b78d-458a-8b55-d9b8f99cbfa2", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress"} 2026-07-12T08:54:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "029b91fa-b78d-458a-8b55-d9b8f99cbfa2", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress", "name": "e2e-api-a-91c269-authn-ssl"} 2026-07-12T08:54:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "029b91fa-b78d-458a-8b55-d9b8f99cbfa2", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress"} 2026-07-12T08:54:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "8a215fe2-671e-40e7-8753-c4b2dc96e12a", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress"} 2026-07-12T08:54:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "8a215fe2-671e-40e7-8753-c4b2dc96e12a", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984-authn-ssl"} 2026-07-12T08:54:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "8a215fe2-671e-40e7-8753-c4b2dc96e12a", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress"} 2026-07-12T08:54:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a090bb78-c609-4907-835b-4a94308887ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:54:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "a8e76fae-a0c4-42a5-885d-b5cb0a0807c1", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress"} 2026-07-12T08:54:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "a8e76fae-a0c4-42a5-885d-b5cb0a0807c1", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress", "name": "e2e-api-a-91c269-authn-ssl"} 2026-07-12T08:54:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "a8e76fae-a0c4-42a5-885d-b5cb0a0807c1", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress"} 2026-07-12T08:55:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-91c269"}, "namespace": "ai-tenant-e2e-api-a-91c269", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32164ef4-fed6-4ae0-a77f-e5cc3b49540f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-91c269"} 2026-07-12T08:55:00Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-91c269"}, "namespace": "ai-tenant-e2e-api-a-91c269", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32164ef4-fed6-4ae0-a77f-e5cc3b49540f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-91c269", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:55:00Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-91c269"}, "namespace": "ai-tenant-e2e-api-a-91c269", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32164ef4-fed6-4ae0-a77f-e5cc3b49540f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-91c269 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T08:55:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-91c269"}, "namespace": "ai-tenant-e2e-api-a-91c269", "name": "odh-trusted-ca-bundle", "reconcileID": "15884d16-5306-4b07-b1ea-de05e306b0c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-91c269"} 2026-07-12T08:55:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-91c269"}, "namespace": "ai-tenant-e2e-api-a-91c269", "name": "odh-trusted-ca-bundle", "reconcileID": "15884d16-5306-4b07-b1ea-de05e306b0c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-91c269"} 2026-07-12T08:55:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-91c269"}, "namespace": "ai-tenant-e2e-api-a-91c269", "name": "openshift-service-ca.crt", "reconcileID": "87e4039c-ccb5-41b1-a962-f4bf82ac4acf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-91c269"} 2026-07-12T08:55:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-91c269"}, "namespace": "ai-tenant-e2e-api-a-91c269", "name": "openshift-service-ca.crt", "reconcileID": "87e4039c-ccb5-41b1-a962-f4bf82ac4acf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-91c269"} 2026-07-12T08:55:00Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-91c269"}, "namespace": "ai-tenant-e2e-api-a-91c269", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca56796e-7c15-4728-982d-738fdfde6f06", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-91c269"} 2026-07-12T08:55:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-91c269"}, "namespace": "ai-tenant-e2e-api-a-91c269", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca56796e-7c15-4728-982d-738fdfde6f06", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-91c269"} 2026-07-12T08:55:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-91c269","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-91c269", "reconcileID": "35d5968f-b5f1-4a65-8122-76a5b8c1940b", "Gateway": "e2e-api-a-91c269", "namespace": "openshift-ingress"} 2026-07-12T08:55:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f5ad8793-6768-438f-a43b-328f2b4225c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:55:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "ed9b9e79-b2a7-4f99-a15f-cce3a935b30f", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress"} 2026-07-12T08:55:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "ed9b9e79-b2a7-4f99-a15f-cce3a935b30f", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984-authn-ssl"} 2026-07-12T08:55:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "ed9b9e79-b2a7-4f99-a15f-cce3a935b30f", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress"} 2026-07-12T08:55:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad9984"}, "namespace": "ai-tenant-e2e-api-b-ad9984", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "298bb139-cd1f-4c65-af72-813005281d28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad9984"} 2026-07-12T08:55:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad9984"}, "namespace": "ai-tenant-e2e-api-b-ad9984", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "298bb139-cd1f-4c65-af72-813005281d28", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad9984", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:55:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad9984"}, "namespace": "ai-tenant-e2e-api-b-ad9984", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "298bb139-cd1f-4c65-af72-813005281d28", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-ad9984 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T08:55:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad9984"}, "namespace": "ai-tenant-e2e-api-b-ad9984", "name": "odh-trusted-ca-bundle", "reconcileID": "79ba7b54-0a65-4af4-a909-55c129525eb1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad9984"} 2026-07-12T08:55:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad9984"}, "namespace": "ai-tenant-e2e-api-b-ad9984", "name": "odh-trusted-ca-bundle", "reconcileID": "79ba7b54-0a65-4af4-a909-55c129525eb1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad9984"} 2026-07-12T08:55:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ad9984"}, "namespace": "ai-tenant-e2e-api-b-ad9984", "name": "openshift-service-ca.crt", "reconcileID": "89ad34b0-6916-4603-bd26-5e708af57453", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ad9984"} 2026-07-12T08:55:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ad9984"}, "namespace": "ai-tenant-e2e-api-b-ad9984", "name": "openshift-service-ca.crt", "reconcileID": "89ad34b0-6916-4603-bd26-5e708af57453", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ad9984"} 2026-07-12T08:55:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad9984"}, "namespace": "ai-tenant-e2e-api-b-ad9984", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06c62c05-b2c0-4d4b-8ca1-5f5f2293d561", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad9984"} 2026-07-12T08:55:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ad9984"}, "namespace": "ai-tenant-e2e-api-b-ad9984", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06c62c05-b2c0-4d4b-8ca1-5f5f2293d561", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ad9984"} 2026-07-12T08:55:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ad9984","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ad9984", "reconcileID": "d7b055a3-fcac-4e25-aa0c-3abf92605729", "Gateway": "e2e-api-b-ad9984", "namespace": "openshift-ingress"} 2026-07-12T08:55:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "311971f4-d42c-44f4-9ea7-61cfd64dbf12", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress"} 2026-07-12T08:55:08Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "311971f4-d42c-44f4-9ea7-61cfd64dbf12", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649-authn-ssl"} 2026-07-12T08:55:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "311971f4-d42c-44f4-9ea7-61cfd64dbf12", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress"} 2026-07-12T08:55:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "aa29cd91-1fce-4ea1-bb14-4ea3bf6f3da0", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress"} 2026-07-12T08:55:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "aa29cd91-1fce-4ea1-bb14-4ea3bf6f3da0", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649-authn-ssl"} 2026-07-12T08:55:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "aa29cd91-1fce-4ea1-bb14-4ea3bf6f3da0", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress"} 2026-07-12T08:55:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "98d3f4d4-0460-4510-a0eb-ee5117032f57", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress"} 2026-07-12T08:55:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "98d3f4d4-0460-4510-a0eb-ee5117032f57", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649-authn-ssl"} 2026-07-12T08:55:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "98d3f4d4-0460-4510-a0eb-ee5117032f57", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress"} 2026-07-12T08:55:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "cb222602-43d0-4bab-946a-b47c36f852c6", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress"} 2026-07-12T08:55:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "cb222602-43d0-4bab-946a-b47c36f852c6", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649-authn-ssl"} 2026-07-12T08:55:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "cb222602-43d0-4bab-946a-b47c36f852c6", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress"} 2026-07-12T08:55:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "be280a00-cb19-4955-8080-9221caa6cb53", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress"} 2026-07-12T08:55:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "be280a00-cb19-4955-8080-9221caa6cb53", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649-authn-ssl"} 2026-07-12T08:55:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "be280a00-cb19-4955-8080-9221caa6cb53", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress"} 2026-07-12T08:55:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "3698133c-ea75-4983-97c0-60043e574fcf", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress"} 2026-07-12T08:55:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "3698133c-ea75-4983-97c0-60043e574fcf", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649-authn-ssl"} 2026-07-12T08:55:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "3698133c-ea75-4983-97c0-60043e574fcf", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress"} 2026-07-12T08:55:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "f38839ee-68a1-4856-b803-225711e794a2", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress"} 2026-07-12T08:55:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "f38839ee-68a1-4856-b803-225711e794a2", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649-authn-ssl"} 2026-07-12T08:55:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "f38839ee-68a1-4856-b803-225711e794a2", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress"} 2026-07-12T08:55:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a67649"}, "namespace": "ai-tenant-e2e-shared-a-a67649", "name": "openshift-service-ca.crt", "reconcileID": "f93b9be4-e806-4873-a76d-fe30948b9b53", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a67649"} 2026-07-12T08:55:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a67649"}, "namespace": "ai-tenant-e2e-shared-a-a67649", "name": "odh-trusted-ca-bundle", "reconcileID": "1d377461-f6ea-4257-8e8a-af67eda049ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a67649"} 2026-07-12T08:55:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a67649"}, "namespace": "ai-tenant-e2e-shared-a-a67649", "name": "openshift-service-ca.crt", "reconcileID": "3e6359d2-9db8-46d1-81ca-3c979e8f259c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a67649", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:55:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a67649"}, "namespace": "ai-tenant-e2e-shared-a-a67649", "name": "openshift-service-ca.crt", "reconcileID": "3e6359d2-9db8-46d1-81ca-3c979e8f259c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a67649"} 2026-07-12T08:55:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a67649"}, "namespace": "ai-tenant-e2e-shared-a-a67649", "name": "openshift-service-ca.crt", "reconcileID": "28b0d561-7e2d-4986-a252-43cce58d84d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a67649"} 2026-07-12T08:55:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a67649"}, "namespace": "ai-tenant-e2e-shared-a-a67649", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6bae7c0b-4676-4c04-b3b7-7d975bfd75ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a67649"} 2026-07-12T08:55:11Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a67649"}, "namespace": "ai-tenant-e2e-shared-a-a67649", "name": "odh-trusted-ca-bundle", "reconcileID": "75a9eb3c-2539-465f-ac7d-90a3a8abd670", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a67649", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:55:11Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a67649"}, "namespace": "ai-tenant-e2e-shared-a-a67649", "name": "odh-trusted-ca-bundle", "reconcileID": "75a9eb3c-2539-465f-ac7d-90a3a8abd670", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a67649"} 2026-07-12T08:55:11Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a67649"}, "namespace": "ai-tenant-e2e-shared-a-a67649", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b89f47d-f4ae-4ee0-8f6a-3ac14c3f316f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a67649"} 2026-07-12T08:55:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "e78b5a01-45ad-4faa-a193-ac74a576b675", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress"} 2026-07-12T08:55:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "e78b5a01-45ad-4faa-a193-ac74a576b675", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649-authn-ssl"} 2026-07-12T08:55:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "e78b5a01-45ad-4faa-a193-ac74a576b675", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress"} 2026-07-12T08:55:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8d0260db-b5bf-480e-bc13-61034936f67a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:55:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "c815d735-9a3e-4f52-8ff3-edb45cf57f03", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:55:16Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "c815d735-9a3e-4f52-8ff3-edb45cf57f03", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934-authn-ssl"} 2026-07-12T08:55:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "c815d735-9a3e-4f52-8ff3-edb45cf57f03", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:55:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "ca8b2816-b3e4-4c99-a2db-8ba3f43da2af", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:55:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "ca8b2816-b3e4-4c99-a2db-8ba3f43da2af", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934-authn-ssl"} 2026-07-12T08:55:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "ca8b2816-b3e4-4c99-a2db-8ba3f43da2af", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:55:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "8b4f43e1-2894-48e3-a399-eb55bc3e8273", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:55:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "8b4f43e1-2894-48e3-a399-eb55bc3e8273", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934-authn-ssl"} 2026-07-12T08:55:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "8b4f43e1-2894-48e3-a399-eb55bc3e8273", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:55:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "126b3baf-f867-4341-b5aa-5b3b5cf44273", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:55:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "126b3baf-f867-4341-b5aa-5b3b5cf44273", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934-authn-ssl"} 2026-07-12T08:55:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "126b3baf-f867-4341-b5aa-5b3b5cf44273", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:55:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "4d23a192-dc26-430c-8e72-3efbe929c587", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:55:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "4d23a192-dc26-430c-8e72-3efbe929c587", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934-authn-ssl"} 2026-07-12T08:55:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "4d23a192-dc26-430c-8e72-3efbe929c587", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:55:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "4b0321b0-c9b8-446d-8d78-7fa7a8becb92", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:55:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "4b0321b0-c9b8-446d-8d78-7fa7a8becb92", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934-authn-ssl"} 2026-07-12T08:55:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "4b0321b0-c9b8-446d-8d78-7fa7a8becb92", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:55:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "d238af45-5d1f-4a35-998a-5b80f7ee8287", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:55:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "d238af45-5d1f-4a35-998a-5b80f7ee8287", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934-authn-ssl"} 2026-07-12T08:55:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "d238af45-5d1f-4a35-998a-5b80f7ee8287", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:55:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "ba384b18-42c4-4ba5-bacc-6cc133f4ebfa", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:55:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "ba384b18-42c4-4ba5-bacc-6cc133f4ebfa", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934-authn-ssl"} 2026-07-12T08:55:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "ba384b18-42c4-4ba5-bacc-6cc133f4ebfa", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:55:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a7f934"}, "namespace": "ai-tenant-e2e-shared-b-a7f934", "name": "openshift-service-ca.crt", "reconcileID": "b38b8fdc-4f26-453a-b412-c7402a99b99f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a7f934"} 2026-07-12T08:55:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a7f934"}, "namespace": "ai-tenant-e2e-shared-b-a7f934", "name": "openshift-service-ca.crt", "reconcileID": "6d44182b-151c-4a8b-982d-0d5dc33f843d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a7f934", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:55:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a7f934"}, "namespace": "ai-tenant-e2e-shared-b-a7f934", "name": "openshift-service-ca.crt", "reconcileID": "6d44182b-151c-4a8b-982d-0d5dc33f843d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a7f934"} 2026-07-12T08:55:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a7f934"}, "namespace": "ai-tenant-e2e-shared-b-a7f934", "name": "odh-trusted-ca-bundle", "reconcileID": "59cac162-2ede-457c-a686-a30dadd31bb2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a7f934"} 2026-07-12T08:55:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a7f934"}, "namespace": "ai-tenant-e2e-shared-b-a7f934", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb97e820-b8c0-416f-8afe-475dfca8b006", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a7f934"} 2026-07-12T08:55:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a7f934"}, "namespace": "ai-tenant-e2e-shared-b-a7f934", "name": "openshift-service-ca.crt", "reconcileID": "928893bf-8f39-4409-a1e7-4ec87ba0781c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a7f934"} 2026-07-12T08:55:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a7f934"}, "namespace": "ai-tenant-e2e-shared-b-a7f934", "name": "odh-trusted-ca-bundle", "reconcileID": "ec952dbf-856e-490d-a704-8770f8407c00", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a7f934", "update": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:55:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a7f934"}, "namespace": "ai-tenant-e2e-shared-b-a7f934", "name": "odh-trusted-ca-bundle", "reconcileID": "ec952dbf-856e-490d-a704-8770f8407c00", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a7f934"} 2026-07-12T08:55:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a7f934"}, "namespace": "ai-tenant-e2e-shared-b-a7f934", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c192a0b9-a54b-4541-825b-5038607f5526", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a7f934"} 2026-07-12T08:55:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "9b7ffe02-18cc-40a4-aced-b8fcc5c35e0a", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:55:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "9b7ffe02-18cc-40a4-aced-b8fcc5c35e0a", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934-authn-ssl"} 2026-07-12T08:55:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "9b7ffe02-18cc-40a4-aced-b8fcc5c35e0a", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:55:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f34fee43-cd07-4c93-b191-515a0241cea4", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:55:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "c8ce4d70-f4f9-4b05-be7c-6ea0377376f5", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress"} 2026-07-12T08:55:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "c8ce4d70-f4f9-4b05-be7c-6ea0377376f5", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649-authn-ssl"} 2026-07-12T08:55:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "c8ce4d70-f4f9-4b05-be7c-6ea0377376f5", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress"} 2026-07-12T08:55:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "b433f44a-8c37-49f3-91e7-d936a122a53a", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:55:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "b433f44a-8c37-49f3-91e7-d936a122a53a", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934-authn-ssl"} 2026-07-12T08:55:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "b433f44a-8c37-49f3-91e7-d936a122a53a", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:55:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1ab6606c-8479-480b-ae2d-5223ce5da699", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:55:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f813e288-74b7-4909-8cb0-fb035e1f2c08", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:55:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2ba7b6d8-7e49-4114-88e1-dc42d351dff6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:58:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "35dc2480-1d0b-4c35-bd1f-ff7c47239d9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:58:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "3e7e3d88-2e6b-45e4-b17d-ab64648a71bb", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress"} 2026-07-12T08:58:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "3e7e3d88-2e6b-45e4-b17d-ab64648a71bb", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649-authn-ssl"} 2026-07-12T08:58:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "3e7e3d88-2e6b-45e4-b17d-ab64648a71bb", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress"} 2026-07-12T08:58:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a67649"}, "namespace": "ai-tenant-e2e-shared-a-a67649", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04a19ccd-3aa7-4d6c-a2a5-7c49e6c4fefc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a67649"} 2026-07-12T08:58:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a67649"}, "namespace": "ai-tenant-e2e-shared-a-a67649", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04a19ccd-3aa7-4d6c-a2a5-7c49e6c4fefc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a67649", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:58:35Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a67649"}, "namespace": "ai-tenant-e2e-shared-a-a67649", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04a19ccd-3aa7-4d6c-a2a5-7c49e6c4fefc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-a67649 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T08:58:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a67649"}, "namespace": "ai-tenant-e2e-shared-a-a67649", "name": "odh-trusted-ca-bundle", "reconcileID": "22c22651-f2b0-4ca7-ade1-18f969c2c1ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a67649"} 2026-07-12T08:58:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a67649"}, "namespace": "ai-tenant-e2e-shared-a-a67649", "name": "odh-trusted-ca-bundle", "reconcileID": "22c22651-f2b0-4ca7-ade1-18f969c2c1ef", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a67649"} 2026-07-12T08:58:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a67649"}, "namespace": "ai-tenant-e2e-shared-a-a67649", "name": "openshift-service-ca.crt", "reconcileID": "8a4d09dc-300f-4c04-818c-b0a162b6e02b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a67649"} 2026-07-12T08:58:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-a67649"}, "namespace": "ai-tenant-e2e-shared-a-a67649", "name": "openshift-service-ca.crt", "reconcileID": "8a4d09dc-300f-4c04-818c-b0a162b6e02b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-a67649"} 2026-07-12T08:58:35Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a67649"}, "namespace": "ai-tenant-e2e-shared-a-a67649", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec7cb6ab-e4dc-4b74-a8cb-706ea346d09d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a67649"} 2026-07-12T08:58:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-a67649"}, "namespace": "ai-tenant-e2e-shared-a-a67649", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec7cb6ab-e4dc-4b74-a8cb-706ea346d09d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-a67649"} 2026-07-12T08:58:35Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-a67649","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-a67649", "reconcileID": "065ccf19-556c-432f-abe8-d8d20424e09b", "Gateway": "e2e-shared-a-a67649", "namespace": "openshift-ingress"} 2026-07-12T08:58:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c731ff64-02e4-4158-9987-7e106db75c3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-12T08:58:37Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "327bc512-1862-4fcc-ae1d-ed5fa29d17ca", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:58:37Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "327bc512-1862-4fcc-ae1d-ed5fa29d17ca", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934-authn-ssl"} 2026-07-12T08:58:37Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "327bc512-1862-4fcc-ae1d-ed5fa29d17ca", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"} 2026-07-12T08:58:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a7f934"}, "namespace": "ai-tenant-e2e-shared-b-a7f934", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43ed651b-e6e0-43fc-b4a2-adae94c72e45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a7f934"} 2026-07-12T08:58:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a7f934"}, "namespace": "ai-tenant-e2e-shared-b-a7f934", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43ed651b-e6e0-43fc-b4a2-adae94c72e45", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a7f934", "create": "odh-kserve-custom-ca-bundle"} 2026-07-12T08:58:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a7f934"}, "namespace": "ai-tenant-e2e-shared-b-a7f934", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43ed651b-e6e0-43fc-b4a2-adae94c72e45", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-a7f934 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-12T08:58:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a7f934"}, "namespace": "ai-tenant-e2e-shared-b-a7f934", "name": "odh-trusted-ca-bundle", "reconcileID": "373a7b63-336d-40cd-924d-589996995c6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a7f934"} 2026-07-12T08:58:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a7f934"}, "namespace": "ai-tenant-e2e-shared-b-a7f934", "name": "odh-trusted-ca-bundle", "reconcileID": "373a7b63-336d-40cd-924d-589996995c6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a7f934"} 2026-07-12T08:58:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a7f934"}, "namespace": "ai-tenant-e2e-shared-b-a7f934", "name": "openshift-service-ca.crt", "reconcileID": "7736b3a0-5aa7-4e54-8ee4-ccf9e897fdf3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a7f934"} 2026-07-12T08:58:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-a7f934"}, "namespace": "ai-tenant-e2e-shared-b-a7f934", "name": "openshift-service-ca.crt", "reconcileID": "7736b3a0-5aa7-4e54-8ee4-ccf9e897fdf3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-a7f934"} 2026-07-12T08:58:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a7f934"}, "namespace": "ai-tenant-e2e-shared-b-a7f934", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea8d9a5a-b26f-4702-8686-5c02e39fa930", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a7f934"} 2026-07-12T08:58:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-a7f934"}, "namespace": "ai-tenant-e2e-shared-b-a7f934", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea8d9a5a-b26f-4702-8686-5c02e39fa930", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-a7f934"} 2026-07-12T08:58:43Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-a7f934","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-a7f934", "reconcileID": "15917a68-28b5-4798-ba22-ad1d2102102a", "Gateway": "e2e-shared-b-a7f934", "namespace": "openshift-ingress"}