/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:43:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0e2690c7"}, "namespace": "ai-tenant-e2e-mt-0e2690c7", "name": "odh-trusted-ca-bundle", "reconcileID": "f2868496-fe1c-46e0-b7aa-5c0bd1ab6a9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0e2690c7"} 2026-07-08T19:43:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0e2690c7"}, "namespace": "ai-tenant-e2e-mt-0e2690c7", "name": "odh-trusted-ca-bundle", "reconcileID": "f2868496-fe1c-46e0-b7aa-5c0bd1ab6a9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0e2690c7"} 2026-07-08T19:43:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0e2690c7"}, "namespace": "ai-tenant-e2e-mt-0e2690c7", "name": "openshift-service-ca.crt", "reconcileID": "9756cb16-6ece-4a01-96e7-883919b1b237", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0e2690c7"} 2026-07-08T19:43:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0e2690c7"}, "namespace": "ai-tenant-e2e-mt-0e2690c7", "name": "openshift-service-ca.crt", "reconcileID": "9756cb16-6ece-4a01-96e7-883919b1b237", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0e2690c7"} 2026-07-08T19:43:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0e2690c7"}, "namespace": "ai-tenant-e2e-mt-0e2690c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce7a0c69-aeff-4186-97bb-6f3220f1cb9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0e2690c7"} 2026-07-08T19:43:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0e2690c7"}, "namespace": "ai-tenant-e2e-mt-0e2690c7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce7a0c69-aeff-4186-97bb-6f3220f1cb9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0e2690c7"} 2026-07-08T19:43:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c0ad5ad5"}, "namespace": "ai-tenant-e2e-mt-c0ad5ad5", "name": "openshift-service-ca.crt", "reconcileID": "0f08c25b-b19f-4108-8809-5753fc71e75b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c0ad5ad5"} 2026-07-08T19:43:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c0ad5ad5"}, "namespace": "ai-tenant-e2e-mt-c0ad5ad5", "name": "odh-trusted-ca-bundle", "reconcileID": "e43612b3-7bf2-41b2-9b00-1f25b6fa4362", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c0ad5ad5"} 2026-07-08T19:43:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c0ad5ad5"}, "namespace": "ai-tenant-e2e-mt-c0ad5ad5", "name": "openshift-service-ca.crt", "reconcileID": "406680cc-68fb-43b7-8af5-21bef513a88f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c0ad5ad5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:43:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c0ad5ad5"}, "namespace": "ai-tenant-e2e-mt-c0ad5ad5", "name": "openshift-service-ca.crt", "reconcileID": "406680cc-68fb-43b7-8af5-21bef513a88f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c0ad5ad5"} 2026-07-08T19:43:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c0ad5ad5"}, "namespace": "ai-tenant-e2e-mt-c0ad5ad5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c33a2d6d-1161-4e75-9735-17efafc552c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c0ad5ad5"} 2026-07-08T19:43:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c0ad5ad5"}, "namespace": "ai-tenant-e2e-mt-c0ad5ad5", "name": "openshift-service-ca.crt", "reconcileID": "6b5302f9-748b-4700-a4e2-9a376fc828a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c0ad5ad5"} 2026-07-08T19:43:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c0ad5ad5"}, "namespace": "ai-tenant-e2e-mt-c0ad5ad5", "name": "odh-trusted-ca-bundle", "reconcileID": "57f1bae2-413a-46e9-92a0-e372f9d02b84", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c0ad5ad5", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:43:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c0ad5ad5"}, "namespace": "ai-tenant-e2e-mt-c0ad5ad5", "name": "odh-trusted-ca-bundle", "reconcileID": "57f1bae2-413a-46e9-92a0-e372f9d02b84", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c0ad5ad5"} 2026-07-08T19:43:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c0ad5ad5"}, "namespace": "ai-tenant-e2e-mt-c0ad5ad5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef6b2974-2e86-4ce9-ac78-d444cb375db7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c0ad5ad5"} 2026-07-08T19:44:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c0ad5ad5"}, "namespace": "ai-tenant-e2e-mt-c0ad5ad5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7591891b-8893-4801-a23a-efac45e3aa7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c0ad5ad5"} 2026-07-08T19:44:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c0ad5ad5"}, "namespace": "ai-tenant-e2e-mt-c0ad5ad5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7591891b-8893-4801-a23a-efac45e3aa7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c0ad5ad5", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:44:27Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c0ad5ad5"}, "namespace": "ai-tenant-e2e-mt-c0ad5ad5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7591891b-8893-4801-a23a-efac45e3aa7d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-c0ad5ad5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:44:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c0ad5ad5"}, "namespace": "ai-tenant-e2e-mt-c0ad5ad5", "name": "odh-trusted-ca-bundle", "reconcileID": "34ec08e5-0769-4be2-a2da-98fed1daf7e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c0ad5ad5"} 2026-07-08T19:44:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c0ad5ad5"}, "namespace": "ai-tenant-e2e-mt-c0ad5ad5", "name": "odh-trusted-ca-bundle", "reconcileID": "34ec08e5-0769-4be2-a2da-98fed1daf7e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c0ad5ad5"} 2026-07-08T19:44:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c0ad5ad5"}, "namespace": "ai-tenant-e2e-mt-c0ad5ad5", "name": "openshift-service-ca.crt", "reconcileID": "1b203e8f-99b0-4424-8ca4-8b59a6a899c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c0ad5ad5"} 2026-07-08T19:44:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c0ad5ad5"}, "namespace": "ai-tenant-e2e-mt-c0ad5ad5", "name": "openshift-service-ca.crt", "reconcileID": "1b203e8f-99b0-4424-8ca4-8b59a6a899c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c0ad5ad5"} 2026-07-08T19:44:27Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c0ad5ad5"}, "namespace": "ai-tenant-e2e-mt-c0ad5ad5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c73a0efe-cc76-41e2-8c7b-20dc42563f44", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c0ad5ad5"} 2026-07-08T19:44:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c0ad5ad5"}, "namespace": "ai-tenant-e2e-mt-c0ad5ad5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c73a0efe-cc76-41e2-8c7b-20dc42563f44", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c0ad5ad5"} 2026-07-08T19:44:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-5d116a3d"}, "namespace": "e2e-unlabeled-5d116a3d", "name": "openshift-service-ca.crt", "reconcileID": "8bb34be3-395b-4d69-a133-167c703c96e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-5d116a3d"} 2026-07-08T19:44:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-5d116a3d"}, "namespace": "e2e-unlabeled-5d116a3d", "name": "odh-trusted-ca-bundle", "reconcileID": "ab70e9fd-b876-4fd2-8fa9-662cc9313503", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-5d116a3d"} 2026-07-08T19:44:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-5d116a3d"}, "namespace": "e2e-unlabeled-5d116a3d", "name": "openshift-service-ca.crt", "reconcileID": "e50b1e93-ae46-4837-9195-1e74799f44b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-5d116a3d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:44:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-5d116a3d"}, "namespace": "e2e-unlabeled-5d116a3d", "name": "openshift-service-ca.crt", "reconcileID": "e50b1e93-ae46-4837-9195-1e74799f44b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-5d116a3d"} 2026-07-08T19:44:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-5d116a3d"}, "namespace": "e2e-unlabeled-5d116a3d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6c63fcf-10a0-40e0-bd5b-930574d63fbb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-5d116a3d"} 2026-07-08T19:44:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-5d116a3d"}, "namespace": "e2e-unlabeled-5d116a3d", "name": "openshift-service-ca.crt", "reconcileID": "735a8614-082a-4ae3-a62f-7d032fa20747", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-5d116a3d"} 2026-07-08T19:44:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-5d116a3d"}, "namespace": "e2e-unlabeled-5d116a3d", "name": "odh-trusted-ca-bundle", "reconcileID": "a6d482fc-ec3a-411a-a662-4953d0f4e312", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-5d116a3d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:44:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-5d116a3d"}, "namespace": "e2e-unlabeled-5d116a3d", "name": "odh-trusted-ca-bundle", "reconcileID": "a6d482fc-ec3a-411a-a662-4953d0f4e312", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-5d116a3d"} 2026-07-08T19:44:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-5d116a3d"}, "namespace": "e2e-unlabeled-5d116a3d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e23740b4-7508-4227-ae82-8ae7823d9063", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-5d116a3d"} 2026-07-08T19:44:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-5d116a3d"}, "namespace": "e2e-unlabeled-5d116a3d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99c1011f-bcec-41a9-98d8-fb69d3b27bf0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-5d116a3d"} 2026-07-08T19:44:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-5d116a3d"}, "namespace": "e2e-unlabeled-5d116a3d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99c1011f-bcec-41a9-98d8-fb69d3b27bf0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-5d116a3d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:44:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-5d116a3d"}, "namespace": "e2e-unlabeled-5d116a3d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99c1011f-bcec-41a9-98d8-fb69d3b27bf0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unlabeled-5d116a3d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:44:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-5d116a3d"}, "namespace": "e2e-unlabeled-5d116a3d", "name": "odh-trusted-ca-bundle", "reconcileID": "96bb4d21-fb7f-46e7-8249-537455756714", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-5d116a3d"} 2026-07-08T19:44:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-5d116a3d"}, "namespace": "e2e-unlabeled-5d116a3d", "name": "odh-trusted-ca-bundle", "reconcileID": "96bb4d21-fb7f-46e7-8249-537455756714", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-5d116a3d"} 2026-07-08T19:44:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-5d116a3d"}, "namespace": "e2e-unlabeled-5d116a3d", "name": "openshift-service-ca.crt", "reconcileID": "23dc8929-f126-4eb7-aef3-449c8954751f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-5d116a3d"} 2026-07-08T19:44:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-5d116a3d"}, "namespace": "e2e-unlabeled-5d116a3d", "name": "openshift-service-ca.crt", "reconcileID": "23dc8929-f126-4eb7-aef3-449c8954751f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-5d116a3d"} 2026-07-08T19:44:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-5d116a3d"}, "namespace": "e2e-unlabeled-5d116a3d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98697c71-0e1a-431f-be03-d0ae9d8ba032", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-5d116a3d"} 2026-07-08T19:44:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-5d116a3d"}, "namespace": "e2e-unlabeled-5d116a3d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98697c71-0e1a-431f-be03-d0ae9d8ba032", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-5d116a3d"} 2026-07-08T19:44:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d848d99f"}, "namespace": "ai-tenant-e2e-mt-d848d99f", "name": "openshift-service-ca.crt", "reconcileID": "52331513-7fb0-46ad-afbc-1cb421e5eb9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d848d99f"} 2026-07-08T19:44:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d848d99f"}, "namespace": "ai-tenant-e2e-mt-d848d99f", "name": "odh-trusted-ca-bundle", "reconcileID": "d905091f-55ce-4d03-a5f5-2e6f18ad1467", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d848d99f"} 2026-07-08T19:44:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d848d99f"}, "namespace": "ai-tenant-e2e-mt-d848d99f", "name": "openshift-service-ca.crt", "reconcileID": "318abc5a-2001-4978-8649-9340e2aba24e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d848d99f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:44:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d848d99f"}, "namespace": "ai-tenant-e2e-mt-d848d99f", "name": "openshift-service-ca.crt", "reconcileID": "318abc5a-2001-4978-8649-9340e2aba24e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d848d99f"} 2026-07-08T19:44:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d848d99f"}, "namespace": "ai-tenant-e2e-mt-d848d99f", "name": "openshift-service-ca.crt", "reconcileID": "b9a0e4f3-cdf8-4471-85c7-eb7d4dda4548", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d848d99f"} 2026-07-08T19:44:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d848d99f"}, "namespace": "ai-tenant-e2e-mt-d848d99f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0df0fcbf-85a1-4a70-bce3-f7b8c2c82ae8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d848d99f"} 2026-07-08T19:44:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d848d99f"}, "namespace": "ai-tenant-e2e-mt-d848d99f", "name": "odh-trusted-ca-bundle", "reconcileID": "0dd34ba7-5a86-4c3c-9ada-b4ffbdf8cad5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d848d99f", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:44:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d848d99f"}, "namespace": "ai-tenant-e2e-mt-d848d99f", "name": "odh-trusted-ca-bundle", "reconcileID": "0dd34ba7-5a86-4c3c-9ada-b4ffbdf8cad5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d848d99f"} 2026-07-08T19:44:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d848d99f"}, "namespace": "ai-tenant-e2e-mt-d848d99f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d6a28133-38e7-4f7c-a085-bcc56ebbad9b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d848d99f"} 2026-07-08T19:45:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d848d99f"}, "namespace": "ai-tenant-e2e-mt-d848d99f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab382767-b30a-4782-ba8d-28fd80445731", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d848d99f"} 2026-07-08T19:45:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d848d99f"}, "namespace": "ai-tenant-e2e-mt-d848d99f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab382767-b30a-4782-ba8d-28fd80445731", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d848d99f", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:45:07Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d848d99f"}, "namespace": "ai-tenant-e2e-mt-d848d99f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab382767-b30a-4782-ba8d-28fd80445731", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-d848d99f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:45:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d848d99f"}, "namespace": "ai-tenant-e2e-mt-d848d99f", "name": "odh-trusted-ca-bundle", "reconcileID": "1dc8205f-75b3-4c94-9c3d-300019c11ded", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d848d99f"} 2026-07-08T19:45:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d848d99f"}, "namespace": "ai-tenant-e2e-mt-d848d99f", "name": "odh-trusted-ca-bundle", "reconcileID": "1dc8205f-75b3-4c94-9c3d-300019c11ded", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d848d99f"} 2026-07-08T19:45:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d848d99f"}, "namespace": "ai-tenant-e2e-mt-d848d99f", "name": "openshift-service-ca.crt", "reconcileID": "8eb8f05b-c8ae-4a4d-b480-451de851c049", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d848d99f"} 2026-07-08T19:45:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d848d99f"}, "namespace": "ai-tenant-e2e-mt-d848d99f", "name": "openshift-service-ca.crt", "reconcileID": "8eb8f05b-c8ae-4a4d-b480-451de851c049", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d848d99f"} 2026-07-08T19:45:07Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d848d99f"}, "namespace": "ai-tenant-e2e-mt-d848d99f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10818ab5-450b-4bba-ad73-40424182867a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d848d99f"} 2026-07-08T19:45:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d848d99f"}, "namespace": "ai-tenant-e2e-mt-d848d99f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10818ab5-450b-4bba-ad73-40424182867a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d848d99f"} 2026-07-08T19:45:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-288dac51"}, "namespace": "ai-tenant-e2e-mt-288dac51", "name": "openshift-service-ca.crt", "reconcileID": "26f898cd-90bb-463b-a73b-3b0f0121872e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-288dac51"} 2026-07-08T19:45:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-288dac51"}, "namespace": "ai-tenant-e2e-mt-288dac51", "name": "odh-trusted-ca-bundle", "reconcileID": "1bd89072-2ea2-4399-812b-fdc3e7072c6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-288dac51"} 2026-07-08T19:45:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-288dac51"}, "namespace": "ai-tenant-e2e-mt-288dac51", "name": "openshift-service-ca.crt", "reconcileID": "c920239a-42a2-4fac-abc6-e8b8d8d233c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-288dac51", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:45:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-288dac51"}, "namespace": "ai-tenant-e2e-mt-288dac51", "name": "openshift-service-ca.crt", "reconcileID": "c920239a-42a2-4fac-abc6-e8b8d8d233c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-288dac51"} 2026-07-08T19:45:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-288dac51"}, "namespace": "ai-tenant-e2e-mt-288dac51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e7f1d57a-c1e5-4538-bc76-e742847c1348", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-288dac51"} 2026-07-08T19:45:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-288dac51"}, "namespace": "ai-tenant-e2e-mt-288dac51", "name": "openshift-service-ca.crt", "reconcileID": "b3b8ddb5-3af3-4bb1-9ec0-37f11e539205", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-288dac51"} 2026-07-08T19:45:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-288dac51"}, "namespace": "ai-tenant-e2e-mt-288dac51", "name": "odh-trusted-ca-bundle", "reconcileID": "4d1d3a65-1cdd-4472-a1d7-62cd6b1c77af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-288dac51", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:45:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-288dac51"}, "namespace": "ai-tenant-e2e-mt-288dac51", "name": "odh-trusted-ca-bundle", "reconcileID": "4d1d3a65-1cdd-4472-a1d7-62cd6b1c77af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-288dac51"} 2026-07-08T19:45:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-288dac51"}, "namespace": "ai-tenant-e2e-mt-288dac51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4dfab619-ed6a-4999-905f-27b3099d2678", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-288dac51"} 2026-07-08T19:45:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5a0c6280"}, "namespace": "ai-tenant-e2e-mt-5a0c6280", "name": "openshift-service-ca.crt", "reconcileID": "9a20e4dd-6186-4534-9a36-eaf12d4c90ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5a0c6280"} 2026-07-08T19:45:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5a0c6280"}, "namespace": "ai-tenant-e2e-mt-5a0c6280", "name": "odh-trusted-ca-bundle", "reconcileID": "95721e59-8170-40fe-96e4-7414082e89bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5a0c6280"} 2026-07-08T19:45:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5a0c6280"}, "namespace": "ai-tenant-e2e-mt-5a0c6280", "name": "openshift-service-ca.crt", "reconcileID": "3bff7202-0d5e-4237-89f8-80bdffe79e0c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5a0c6280", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:45:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5a0c6280"}, "namespace": "ai-tenant-e2e-mt-5a0c6280", "name": "openshift-service-ca.crt", "reconcileID": "3bff7202-0d5e-4237-89f8-80bdffe79e0c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5a0c6280"} 2026-07-08T19:45:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5a0c6280"}, "namespace": "ai-tenant-e2e-mt-5a0c6280", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0ab7b43-bb5c-452b-a5ed-52ae5648a7fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5a0c6280"} 2026-07-08T19:45:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5a0c6280"}, "namespace": "ai-tenant-e2e-mt-5a0c6280", "name": "openshift-service-ca.crt", "reconcileID": "56ffe7fe-59f4-4086-8e21-6f08bd9f886b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5a0c6280"} 2026-07-08T19:45:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5a0c6280"}, "namespace": "ai-tenant-e2e-mt-5a0c6280", "name": "odh-trusted-ca-bundle", "reconcileID": "d4deb6f7-8230-4d9a-81fa-49ec7984a06b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5a0c6280", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:45:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5a0c6280"}, "namespace": "ai-tenant-e2e-mt-5a0c6280", "name": "odh-trusted-ca-bundle", "reconcileID": "d4deb6f7-8230-4d9a-81fa-49ec7984a06b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5a0c6280"} 2026-07-08T19:45:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5a0c6280"}, "namespace": "ai-tenant-e2e-mt-5a0c6280", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4f09d9f-a1d4-4e65-93c8-00060720bedc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5a0c6280"} 2026-07-08T19:45:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-288dac51"}, "namespace": "ai-tenant-e2e-mt-288dac51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a9c25ae-b63c-4f6d-8fe5-1d2b7becf933", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-288dac51"} 2026-07-08T19:45:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-288dac51"}, "namespace": "ai-tenant-e2e-mt-288dac51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a9c25ae-b63c-4f6d-8fe5-1d2b7becf933", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-288dac51", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:45:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-288dac51"}, "namespace": "ai-tenant-e2e-mt-288dac51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a9c25ae-b63c-4f6d-8fe5-1d2b7becf933", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-288dac51 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:45:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-288dac51"}, "namespace": "ai-tenant-e2e-mt-288dac51", "name": "odh-trusted-ca-bundle", "reconcileID": "264bbbbe-e4fc-4e05-a23d-a9e597215bd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-288dac51"} 2026-07-08T19:45:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-288dac51"}, "namespace": "ai-tenant-e2e-mt-288dac51", "name": "odh-trusted-ca-bundle", "reconcileID": "264bbbbe-e4fc-4e05-a23d-a9e597215bd6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-288dac51"} 2026-07-08T19:45:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-288dac51"}, "namespace": "ai-tenant-e2e-mt-288dac51", "name": "openshift-service-ca.crt", "reconcileID": "ef7a1413-8345-4518-b4cf-5e3e5214eb94", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-288dac51"} 2026-07-08T19:45:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-288dac51"}, "namespace": "ai-tenant-e2e-mt-288dac51", "name": "openshift-service-ca.crt", "reconcileID": "ef7a1413-8345-4518-b4cf-5e3e5214eb94", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-288dac51"} 2026-07-08T19:45:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-288dac51"}, "namespace": "ai-tenant-e2e-mt-288dac51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a8a9516-9454-45cf-80fc-1232f5b6aa47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-288dac51"} 2026-07-08T19:45:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-288dac51"}, "namespace": "ai-tenant-e2e-mt-288dac51", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a8a9516-9454-45cf-80fc-1232f5b6aa47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-288dac51"} 2026-07-08T19:45:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5a0c6280"}, "namespace": "ai-tenant-e2e-mt-5a0c6280", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b0fbd2f-62f5-479a-b8e3-87943158bf76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5a0c6280"} 2026-07-08T19:45:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5a0c6280"}, "namespace": "ai-tenant-e2e-mt-5a0c6280", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b0fbd2f-62f5-479a-b8e3-87943158bf76", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5a0c6280", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:45:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5a0c6280"}, "namespace": "ai-tenant-e2e-mt-5a0c6280", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b0fbd2f-62f5-479a-b8e3-87943158bf76", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-5a0c6280 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:45:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5a0c6280"}, "namespace": "ai-tenant-e2e-mt-5a0c6280", "name": "odh-trusted-ca-bundle", "reconcileID": "e1d2fad2-aa38-4ec9-9f75-cecd95818b97", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5a0c6280"} 2026-07-08T19:45:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5a0c6280"}, "namespace": "ai-tenant-e2e-mt-5a0c6280", "name": "odh-trusted-ca-bundle", "reconcileID": "e1d2fad2-aa38-4ec9-9f75-cecd95818b97", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5a0c6280"} 2026-07-08T19:45:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5a0c6280"}, "namespace": "ai-tenant-e2e-mt-5a0c6280", "name": "openshift-service-ca.crt", "reconcileID": "48f514f5-d3e8-4caa-9833-de2a55c3fc3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5a0c6280"} 2026-07-08T19:45:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5a0c6280"}, "namespace": "ai-tenant-e2e-mt-5a0c6280", "name": "openshift-service-ca.crt", "reconcileID": "48f514f5-d3e8-4caa-9833-de2a55c3fc3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5a0c6280"} 2026-07-08T19:45:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5a0c6280"}, "namespace": "ai-tenant-e2e-mt-5a0c6280", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c6d4be6-3497-4927-a222-26b4bf0ad868", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5a0c6280"} 2026-07-08T19:45:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5a0c6280"}, "namespace": "ai-tenant-e2e-mt-5a0c6280", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4c6d4be6-3497-4927-a222-26b4bf0ad868", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5a0c6280"} 2026-07-08T19:45:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "6ed42f71-9352-4f81-97e5-ef6cdc1b188d", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress"} 2026-07-08T19:45:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "6ed42f71-9352-4f81-97e5-ef6cdc1b188d", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9-authn-ssl"} 2026-07-08T19:45:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "6ed42f71-9352-4f81-97e5-ef6cdc1b188d", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress"} 2026-07-08T19:45:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "d915f856-31ef-41a3-ac7c-15cf802d54de", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress"} 2026-07-08T19:45:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "d915f856-31ef-41a3-ac7c-15cf802d54de", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9-authn-ssl"} 2026-07-08T19:45:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "d915f856-31ef-41a3-ac7c-15cf802d54de", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress"} 2026-07-08T19:45:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "c89e3507-7f1b-43fd-84e1-63e35c68f039", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress"} 2026-07-08T19:45:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "c89e3507-7f1b-43fd-84e1-63e35c68f039", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9-authn-ssl"} 2026-07-08T19:45:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "c89e3507-7f1b-43fd-84e1-63e35c68f039", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress"} 2026-07-08T19:45:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "ec023d9c-f105-4cc2-9767-7343dd8a3937", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress"} 2026-07-08T19:45:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "ec023d9c-f105-4cc2-9767-7343dd8a3937", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9-authn-ssl"} 2026-07-08T19:45:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "ec023d9c-f105-4cc2-9767-7343dd8a3937", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress"} 2026-07-08T19:45:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "6dcc3a90-3fe1-4777-ace3-a3bd3da352ac", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress"} 2026-07-08T19:45:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "6dcc3a90-3fe1-4777-ace3-a3bd3da352ac", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9-authn-ssl"} 2026-07-08T19:45:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "6dcc3a90-3fe1-4777-ace3-a3bd3da352ac", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress"} 2026-07-08T19:45:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "e0b9ed37-d11d-487a-be82-a7ca2852950d", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress"} 2026-07-08T19:45:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "e0b9ed37-d11d-487a-be82-a7ca2852950d", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9-authn-ssl"} 2026-07-08T19:45:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "e0b9ed37-d11d-487a-be82-a7ca2852950d", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress"} 2026-07-08T19:45:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "d862d608-6dc6-4a63-874a-92a87b4a7012", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress"} 2026-07-08T19:45:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "d862d608-6dc6-4a63-874a-92a87b4a7012", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9-authn-ssl"} 2026-07-08T19:45:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "d862d608-6dc6-4a63-874a-92a87b4a7012", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress"} 2026-07-08T19:45:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d97e56e9"}, "namespace": "ai-tenant-e2e-mt-d97e56e9", "name": "openshift-service-ca.crt", "reconcileID": "0a991792-6fdc-43f6-ab32-0e8cbd052c27", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d97e56e9"} 2026-07-08T19:45:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d97e56e9"}, "namespace": "ai-tenant-e2e-mt-d97e56e9", "name": "odh-trusted-ca-bundle", "reconcileID": "1126e493-7a59-48b9-b332-940a83b8ea53", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d97e56e9"} 2026-07-08T19:45:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d97e56e9"}, "namespace": "ai-tenant-e2e-mt-d97e56e9", "name": "openshift-service-ca.crt", "reconcileID": "0040e92d-11be-48ee-b4c4-c9ebf47f0aa7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d97e56e9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:45:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d97e56e9"}, "namespace": "ai-tenant-e2e-mt-d97e56e9", "name": "openshift-service-ca.crt", "reconcileID": "0040e92d-11be-48ee-b4c4-c9ebf47f0aa7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d97e56e9"} 2026-07-08T19:45:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d97e56e9"}, "namespace": "ai-tenant-e2e-mt-d97e56e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "737f6f55-7cb0-447d-932d-382c293e7a6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d97e56e9"} 2026-07-08T19:45:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d97e56e9"}, "namespace": "ai-tenant-e2e-mt-d97e56e9", "name": "openshift-service-ca.crt", "reconcileID": "8642ae06-1f3b-4d25-812f-cace1a3f0db4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d97e56e9"} 2026-07-08T19:45:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d97e56e9"}, "namespace": "ai-tenant-e2e-mt-d97e56e9", "name": "odh-trusted-ca-bundle", "reconcileID": "e43cf262-8475-4122-a109-23c36ad62cc6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d97e56e9", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:45:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d97e56e9"}, "namespace": "ai-tenant-e2e-mt-d97e56e9", "name": "odh-trusted-ca-bundle", "reconcileID": "e43cf262-8475-4122-a109-23c36ad62cc6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d97e56e9"} 2026-07-08T19:45:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d97e56e9"}, "namespace": "ai-tenant-e2e-mt-d97e56e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1bf5cbbc-7fdd-4a1a-bfcf-8a643bc590c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d97e56e9"} 2026-07-08T19:45:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "cf178f36-e691-49ec-bcdc-a9ef9fbe1976", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress"} 2026-07-08T19:45:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "cf178f36-e691-49ec-bcdc-a9ef9fbe1976", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9-authn-ssl"} 2026-07-08T19:45:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "cf178f36-e691-49ec-bcdc-a9ef9fbe1976", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress"} 2026-07-08T19:45:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ec1cd80a-4024-46ed-98a1-d60dc0d0942f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:45:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-d97e56e9"}, "namespace": "e2e-mt-other-d97e56e9", "name": "openshift-service-ca.crt", "reconcileID": "b43c69ca-c597-4b11-988c-d6e440d8d1b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-d97e56e9"} 2026-07-08T19:45:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-d97e56e9"}, "namespace": "e2e-mt-other-d97e56e9", "name": "odh-trusted-ca-bundle", "reconcileID": "e86599d0-cc28-40ba-b74c-aefac41bd9e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-d97e56e9"} 2026-07-08T19:45:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-d97e56e9"}, "namespace": "e2e-mt-other-d97e56e9", "name": "openshift-service-ca.crt", "reconcileID": "51689def-4a4a-4e7c-952c-bbb7a1f92a7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-d97e56e9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:45:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-d97e56e9"}, "namespace": "e2e-mt-other-d97e56e9", "name": "openshift-service-ca.crt", "reconcileID": "51689def-4a4a-4e7c-952c-bbb7a1f92a7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-d97e56e9"} 2026-07-08T19:45:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-d97e56e9"}, "namespace": "e2e-mt-other-d97e56e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be057f44-f321-4009-9775-fe4deb712f25", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-d97e56e9"} 2026-07-08T19:45:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-d97e56e9"}, "namespace": "e2e-mt-other-d97e56e9", "name": "openshift-service-ca.crt", "reconcileID": "72803f81-a975-49ff-a7e9-cb1319b230dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-d97e56e9"} 2026-07-08T19:45:31Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-d97e56e9"}, "namespace": "e2e-mt-other-d97e56e9", "name": "odh-trusted-ca-bundle", "reconcileID": "f034205d-068e-4df4-a024-175827c05c73", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-d97e56e9", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:45:31Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-d97e56e9"}, "namespace": "e2e-mt-other-d97e56e9", "name": "odh-trusted-ca-bundle", "reconcileID": "f034205d-068e-4df4-a024-175827c05c73", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-d97e56e9"} 2026-07-08T19:45:31Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-d97e56e9"}, "namespace": "e2e-mt-other-d97e56e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b2025b0-65e5-44ae-9a99-25fdee07e479", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-d97e56e9"} 2026-07-08T19:45:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "42aa77c3-e433-4349-b50e-8667650f6214", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress"} 2026-07-08T19:45:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "42aa77c3-e433-4349-b50e-8667650f6214", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9-authn-ssl"} 2026-07-08T19:45:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "42aa77c3-e433-4349-b50e-8667650f6214", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress"} 2026-07-08T19:45:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-d97e56e9"}, "namespace": "e2e-mt-other-d97e56e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c6e12f4-7fb9-46f2-bcd7-8ecd5eb9fccb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-d97e56e9"} 2026-07-08T19:45:38Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-d97e56e9"}, "namespace": "e2e-mt-other-d97e56e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c6e12f4-7fb9-46f2-bcd7-8ecd5eb9fccb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-d97e56e9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:45:38Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-d97e56e9"}, "namespace": "e2e-mt-other-d97e56e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c6e12f4-7fb9-46f2-bcd7-8ecd5eb9fccb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-other-d97e56e9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:45:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-d97e56e9"}, "namespace": "e2e-mt-other-d97e56e9", "name": "odh-trusted-ca-bundle", "reconcileID": "bf816b13-56a1-4f8e-beb3-edb989225939", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-d97e56e9"} 2026-07-08T19:45:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-d97e56e9"}, "namespace": "e2e-mt-other-d97e56e9", "name": "odh-trusted-ca-bundle", "reconcileID": "bf816b13-56a1-4f8e-beb3-edb989225939", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-d97e56e9"} 2026-07-08T19:45:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-d97e56e9"}, "namespace": "e2e-mt-other-d97e56e9", "name": "openshift-service-ca.crt", "reconcileID": "d8831664-f317-4f8c-92c4-bc373d2e62d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-d97e56e9"} 2026-07-08T19:45:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-d97e56e9"}, "namespace": "e2e-mt-other-d97e56e9", "name": "openshift-service-ca.crt", "reconcileID": "d8831664-f317-4f8c-92c4-bc373d2e62d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-d97e56e9"} 2026-07-08T19:45:38Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-d97e56e9"}, "namespace": "e2e-mt-other-d97e56e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "606aa137-6557-484c-ad63-e2fea706205f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-d97e56e9"} 2026-07-08T19:45:38Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-d97e56e9"}, "namespace": "e2e-mt-other-d97e56e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "606aa137-6557-484c-ad63-e2fea706205f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-d97e56e9"} 2026-07-08T19:45:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "7419e0c5-c1dd-4286-b1d6-9c34374ad9e5", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress"} 2026-07-08T19:45:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "7419e0c5-c1dd-4286-b1d6-9c34374ad9e5", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9-authn-ssl"} 2026-07-08T19:45:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "7419e0c5-c1dd-4286-b1d6-9c34374ad9e5", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress"} 2026-07-08T19:45:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d97e56e9"}, "namespace": "ai-tenant-e2e-mt-d97e56e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63e83032-39bf-4ea5-837c-5902e9c2da33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d97e56e9"} 2026-07-08T19:45:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d97e56e9"}, "namespace": "ai-tenant-e2e-mt-d97e56e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63e83032-39bf-4ea5-837c-5902e9c2da33", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d97e56e9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:45:44Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d97e56e9"}, "namespace": "ai-tenant-e2e-mt-d97e56e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63e83032-39bf-4ea5-837c-5902e9c2da33", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-d97e56e9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:45:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d97e56e9"}, "namespace": "ai-tenant-e2e-mt-d97e56e9", "name": "odh-trusted-ca-bundle", "reconcileID": "6e723efc-57ff-4078-8c36-dd09b4a8bdd0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d97e56e9"} 2026-07-08T19:45:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d97e56e9"}, "namespace": "ai-tenant-e2e-mt-d97e56e9", "name": "odh-trusted-ca-bundle", "reconcileID": "6e723efc-57ff-4078-8c36-dd09b4a8bdd0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d97e56e9"} 2026-07-08T19:45:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d97e56e9"}, "namespace": "ai-tenant-e2e-mt-d97e56e9", "name": "openshift-service-ca.crt", "reconcileID": "6e785233-f3ce-43a9-a544-f7695e8b0515", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d97e56e9"} 2026-07-08T19:45:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d97e56e9"}, "namespace": "ai-tenant-e2e-mt-d97e56e9", "name": "openshift-service-ca.crt", "reconcileID": "6e785233-f3ce-43a9-a544-f7695e8b0515", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d97e56e9"} 2026-07-08T19:45:44Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d97e56e9"}, "namespace": "ai-tenant-e2e-mt-d97e56e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "398e6138-3ff2-431d-98a5-220b17f1995e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d97e56e9"} 2026-07-08T19:45:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d97e56e9"}, "namespace": "ai-tenant-e2e-mt-d97e56e9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "398e6138-3ff2-431d-98a5-220b17f1995e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d97e56e9"} 2026-07-08T19:45:45Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-d97e56e9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-d97e56e9", "reconcileID": "d7a568c9-34c4-4739-a362-16dfbc04a8e8", "Gateway": "e2e-mt-d97e56e9", "namespace": "openshift-ingress"} 2026-07-08T19:45:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-50840982"}, "namespace": "e2e-webhook-sub-50840982", "name": "openshift-service-ca.crt", "reconcileID": "1566a6de-701d-4fa4-bd73-33d7e101c32c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-50840982"} 2026-07-08T19:45:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-50840982"}, "namespace": "e2e-webhook-sub-50840982", "name": "odh-trusted-ca-bundle", "reconcileID": "d37a47eb-02ed-49ba-b59f-28187909904e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-50840982"} 2026-07-08T19:45:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-50840982"}, "namespace": "e2e-webhook-sub-50840982", "name": "openshift-service-ca.crt", "reconcileID": "37a27022-0f0f-4513-9b7f-bd75ed03d478", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-50840982", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:45:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-50840982"}, "namespace": "e2e-webhook-sub-50840982", "name": "openshift-service-ca.crt", "reconcileID": "37a27022-0f0f-4513-9b7f-bd75ed03d478", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-50840982"} 2026-07-08T19:45:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-50840982"}, "namespace": "e2e-webhook-sub-50840982", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c547576-7bfd-4f8e-9eb9-e0d4ffafbb2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-50840982"} 2026-07-08T19:45:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-50840982"}, "namespace": "e2e-webhook-sub-50840982", "name": "openshift-service-ca.crt", "reconcileID": "8785cb42-8dfc-42ea-b2bd-167f063eb12f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-50840982"} 2026-07-08T19:45:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-50840982"}, "namespace": "e2e-webhook-sub-50840982", "name": "odh-trusted-ca-bundle", "reconcileID": "43d59302-17b8-49fd-be6f-0e15c46f27df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-50840982", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:45:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-50840982"}, "namespace": "e2e-webhook-sub-50840982", "name": "odh-trusted-ca-bundle", "reconcileID": "43d59302-17b8-49fd-be6f-0e15c46f27df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-50840982"} 2026-07-08T19:45:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-50840982"}, "namespace": "e2e-webhook-sub-50840982", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "35ad3526-5115-475f-997c-35e95152a5a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-50840982"} 2026-07-08T19:45:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-50840982"}, "namespace": "e2e-webhook-sub-50840982", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca292497-9410-4549-95b7-d4c3630ff0cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-50840982"} 2026-07-08T19:45:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-50840982"}, "namespace": "e2e-webhook-sub-50840982", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca292497-9410-4549-95b7-d4c3630ff0cf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-50840982", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:45:51Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-50840982"}, "namespace": "e2e-webhook-sub-50840982", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca292497-9410-4549-95b7-d4c3630ff0cf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-sub-50840982 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:45:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-50840982"}, "namespace": "e2e-webhook-sub-50840982", "name": "odh-trusted-ca-bundle", "reconcileID": "55ef5d0b-2089-44b6-8748-5d2a641162a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-50840982"} 2026-07-08T19:45:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-50840982"}, "namespace": "e2e-webhook-sub-50840982", "name": "odh-trusted-ca-bundle", "reconcileID": "55ef5d0b-2089-44b6-8748-5d2a641162a9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-50840982"} 2026-07-08T19:45:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-50840982"}, "namespace": "e2e-webhook-sub-50840982", "name": "openshift-service-ca.crt", "reconcileID": "dfdb0fc1-62be-42b1-a41f-3915081372a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-50840982"} 2026-07-08T19:45:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-50840982"}, "namespace": "e2e-webhook-sub-50840982", "name": "openshift-service-ca.crt", "reconcileID": "dfdb0fc1-62be-42b1-a41f-3915081372a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-50840982"} 2026-07-08T19:45:51Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-50840982"}, "namespace": "e2e-webhook-sub-50840982", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9fb1558d-d1f3-46a3-ba1e-5303e28fa0eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-50840982"} 2026-07-08T19:45:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-50840982"}, "namespace": "e2e-webhook-sub-50840982", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9fb1558d-d1f3-46a3-ba1e-5303e28fa0eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-50840982"} 2026-07-08T19:45:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-1837cf92"}, "namespace": "e2e-webhook-auth-1837cf92", "name": "openshift-service-ca.crt", "reconcileID": "cfaf312b-91a4-4852-9acf-f6cba9fc12e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-1837cf92"} 2026-07-08T19:45:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-1837cf92"}, "namespace": "e2e-webhook-auth-1837cf92", "name": "odh-trusted-ca-bundle", "reconcileID": "5a709d5f-d449-44e6-8b7e-7c67379ac68b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-1837cf92"} 2026-07-08T19:45:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-1837cf92"}, "namespace": "e2e-webhook-auth-1837cf92", "name": "openshift-service-ca.crt", "reconcileID": "ff599b23-0f7d-47b4-9a2a-cb2035acf9dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-1837cf92", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:45:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-1837cf92"}, "namespace": "e2e-webhook-auth-1837cf92", "name": "openshift-service-ca.crt", "reconcileID": "ff599b23-0f7d-47b4-9a2a-cb2035acf9dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-1837cf92"} 2026-07-08T19:45:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-1837cf92"}, "namespace": "e2e-webhook-auth-1837cf92", "name": "openshift-service-ca.crt", "reconcileID": "d041693d-ce7e-4b5a-a99b-9a585f908178", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-1837cf92"} 2026-07-08T19:45:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-1837cf92"}, "namespace": "e2e-webhook-auth-1837cf92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c1788b13-d121-4a6f-a61c-ab7795a38d6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-1837cf92"} 2026-07-08T19:45:51Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-1837cf92"}, "namespace": "e2e-webhook-auth-1837cf92", "name": "odh-trusted-ca-bundle", "reconcileID": "3001123d-c496-413e-9b31-4b662c6919c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-1837cf92", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:45:51Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-1837cf92"}, "namespace": "e2e-webhook-auth-1837cf92", "name": "odh-trusted-ca-bundle", "reconcileID": "3001123d-c496-413e-9b31-4b662c6919c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-1837cf92"} 2026-07-08T19:45:51Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-1837cf92"}, "namespace": "e2e-webhook-auth-1837cf92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ffe97ab-fd59-4e05-9a0a-70b076a3a551", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-1837cf92"} 2026-07-08T19:45:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-1837cf92"}, "namespace": "e2e-webhook-auth-1837cf92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24b53593-7aaa-44f3-9ea8-36ce0fe42962", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-1837cf92"} 2026-07-08T19:45:57Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-1837cf92"}, "namespace": "e2e-webhook-auth-1837cf92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24b53593-7aaa-44f3-9ea8-36ce0fe42962", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-1837cf92", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:45:57Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-1837cf92"}, "namespace": "e2e-webhook-auth-1837cf92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24b53593-7aaa-44f3-9ea8-36ce0fe42962", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-auth-1837cf92 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:45:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-1837cf92"}, "namespace": "e2e-webhook-auth-1837cf92", "name": "odh-trusted-ca-bundle", "reconcileID": "dce880af-a852-456b-bda1-3955e3b15ca2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-1837cf92"} 2026-07-08T19:45:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-1837cf92"}, "namespace": "e2e-webhook-auth-1837cf92", "name": "odh-trusted-ca-bundle", "reconcileID": "dce880af-a852-456b-bda1-3955e3b15ca2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-1837cf92"} 2026-07-08T19:45:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-1837cf92"}, "namespace": "e2e-webhook-auth-1837cf92", "name": "openshift-service-ca.crt", "reconcileID": "00e26a65-5c88-427a-b9e9-e689d0399ca5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-1837cf92"} 2026-07-08T19:45:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-1837cf92"}, "namespace": "e2e-webhook-auth-1837cf92", "name": "openshift-service-ca.crt", "reconcileID": "00e26a65-5c88-427a-b9e9-e689d0399ca5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-1837cf92"} 2026-07-08T19:45:57Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-1837cf92"}, "namespace": "e2e-webhook-auth-1837cf92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f408e81-837b-4ddf-8fbf-895b49258a95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-1837cf92"} 2026-07-08T19:45:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-1837cf92"}, "namespace": "e2e-webhook-auth-1837cf92", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f408e81-837b-4ddf-8fbf-895b49258a95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-1837cf92"} 2026-07-08T19:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "238faea5-3ad6-4f35-8047-ed852e975eac", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress"} 2026-07-08T19:46:04Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "238faea5-3ad6-4f35-8047-ed852e975eac", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a-authn-ssl"} 2026-07-08T19:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "238faea5-3ad6-4f35-8047-ed852e975eac", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress"} 2026-07-08T19:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "d6d8ae2e-1180-41b0-81cb-adc1c59e8092", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress"} 2026-07-08T19:46:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "d6d8ae2e-1180-41b0-81cb-adc1c59e8092", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a-authn-ssl"} 2026-07-08T19:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "d6d8ae2e-1180-41b0-81cb-adc1c59e8092", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress"} 2026-07-08T19:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "83569ab4-b784-480c-9075-bb965e6e9756", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress"} 2026-07-08T19:46:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "83569ab4-b784-480c-9075-bb965e6e9756", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a-authn-ssl"} 2026-07-08T19:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "83569ab4-b784-480c-9075-bb965e6e9756", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress"} 2026-07-08T19:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "65873e76-815f-4e05-83fd-63c40f9256ab", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress"} 2026-07-08T19:46:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "65873e76-815f-4e05-83fd-63c40f9256ab", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a-authn-ssl"} 2026-07-08T19:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "65873e76-815f-4e05-83fd-63c40f9256ab", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress"} 2026-07-08T19:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "95349c7c-3630-4fb1-af04-11dd924c2847", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress"} 2026-07-08T19:46:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "95349c7c-3630-4fb1-af04-11dd924c2847", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a-authn-ssl"} 2026-07-08T19:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "95349c7c-3630-4fb1-af04-11dd924c2847", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress"} 2026-07-08T19:46:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "2a62bea8-c087-42c5-b6d6-bd42bcb2f55a", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress"} 2026-07-08T19:46:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "2a62bea8-c087-42c5-b6d6-bd42bcb2f55a", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a-authn-ssl"} 2026-07-08T19:46:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "2a62bea8-c087-42c5-b6d6-bd42bcb2f55a", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress"} 2026-07-08T19:46:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "a1f321a1-94f6-46cf-9ac9-afc7810f913b", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress"} 2026-07-08T19:46:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "a1f321a1-94f6-46cf-9ac9-afc7810f913b", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a-authn-ssl"} 2026-07-08T19:46:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "a1f321a1-94f6-46cf-9ac9-afc7810f913b", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress"} 2026-07-08T19:46:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0dad1a0a"}, "namespace": "ai-tenant-e2e-mt-0dad1a0a", "name": "openshift-service-ca.crt", "reconcileID": "98ff4b75-ad41-4506-817d-e8ac2c962f07", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0dad1a0a"} 2026-07-08T19:46:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0dad1a0a"}, "namespace": "ai-tenant-e2e-mt-0dad1a0a", "name": "odh-trusted-ca-bundle", "reconcileID": "d19ecfea-f773-44f3-b626-98531ce46af7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0dad1a0a"} 2026-07-08T19:46:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0dad1a0a"}, "namespace": "ai-tenant-e2e-mt-0dad1a0a", "name": "openshift-service-ca.crt", "reconcileID": "66b88076-aee9-4357-a8b3-25b73ac875e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0dad1a0a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:46:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0dad1a0a"}, "namespace": "ai-tenant-e2e-mt-0dad1a0a", "name": "openshift-service-ca.crt", "reconcileID": "66b88076-aee9-4357-a8b3-25b73ac875e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0dad1a0a"} 2026-07-08T19:46:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0dad1a0a"}, "namespace": "ai-tenant-e2e-mt-0dad1a0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e55dfdc-7037-42aa-bfd7-e118c6e5909c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0dad1a0a"} 2026-07-08T19:46:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0dad1a0a"}, "namespace": "ai-tenant-e2e-mt-0dad1a0a", "name": "openshift-service-ca.crt", "reconcileID": "67bc6699-d8a2-43a6-85ae-319dd2b74916", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0dad1a0a"} 2026-07-08T19:46:07Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0dad1a0a"}, "namespace": "ai-tenant-e2e-mt-0dad1a0a", "name": "odh-trusted-ca-bundle", "reconcileID": "ba2159e2-320f-4b0b-8942-e4abaa427f9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0dad1a0a", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:46:07Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0dad1a0a"}, "namespace": "ai-tenant-e2e-mt-0dad1a0a", "name": "odh-trusted-ca-bundle", "reconcileID": "ba2159e2-320f-4b0b-8942-e4abaa427f9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0dad1a0a"} 2026-07-08T19:46:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0dad1a0a"}, "namespace": "ai-tenant-e2e-mt-0dad1a0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41ff62b8-fc22-4479-ae3e-cda9c5475a91", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0dad1a0a"} 2026-07-08T19:47:14Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:47:14Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:47:14Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:47:14Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-08T19:49:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0dad1a0a"}, "namespace": "ai-tenant-e2e-mt-0dad1a0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbbe9a1f-df70-420e-b880-71a42f67e9bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0dad1a0a"} 2026-07-08T19:49:23Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0dad1a0a"}, "namespace": "ai-tenant-e2e-mt-0dad1a0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbbe9a1f-df70-420e-b880-71a42f67e9bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0dad1a0a", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:49:23Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0dad1a0a"}, "namespace": "ai-tenant-e2e-mt-0dad1a0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbbe9a1f-df70-420e-b880-71a42f67e9bd", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-0dad1a0a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:49:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0dad1a0a"}, "namespace": "ai-tenant-e2e-mt-0dad1a0a", "name": "odh-trusted-ca-bundle", "reconcileID": "fc202211-9601-4883-a405-921d172d80c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0dad1a0a"} 2026-07-08T19:49:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-0dad1a0a"}, "namespace": "ai-tenant-e2e-mt-0dad1a0a", "name": "odh-trusted-ca-bundle", "reconcileID": "fc202211-9601-4883-a405-921d172d80c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-0dad1a0a"} 2026-07-08T19:49:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0dad1a0a"}, "namespace": "ai-tenant-e2e-mt-0dad1a0a", "name": "openshift-service-ca.crt", "reconcileID": "301c34fe-d51d-48e7-a754-9d731f7ef5d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0dad1a0a"} 2026-07-08T19:49:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-0dad1a0a"}, "namespace": "ai-tenant-e2e-mt-0dad1a0a", "name": "openshift-service-ca.crt", "reconcileID": "301c34fe-d51d-48e7-a754-9d731f7ef5d7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-0dad1a0a"} 2026-07-08T19:49:23Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0dad1a0a"}, "namespace": "ai-tenant-e2e-mt-0dad1a0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e620409-dc8b-42eb-a480-67bdb3c590a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0dad1a0a"} 2026-07-08T19:49:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-0dad1a0a"}, "namespace": "ai-tenant-e2e-mt-0dad1a0a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e620409-dc8b-42eb-a480-67bdb3c590a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-0dad1a0a"} 2026-07-08T19:49:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-0dad1a0a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-0dad1a0a", "reconcileID": "70a9b615-5516-4a7f-b982-6adfb8cf35d7", "Gateway": "e2e-mt-0dad1a0a", "namespace": "openshift-ingress"} 2026-07-08T19:49:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-308c485c"}, "namespace": "ai-tenant-e2e-mt-308c485c", "name": "openshift-service-ca.crt", "reconcileID": "d1101c54-27d5-4743-aae4-1ce7b3fa9068", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-308c485c"} 2026-07-08T19:49:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-308c485c"}, "namespace": "ai-tenant-e2e-mt-308c485c", "name": "odh-trusted-ca-bundle", "reconcileID": "5ffc86c6-7647-4c46-bad4-3f9c300e52e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-308c485c"} 2026-07-08T19:49:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-308c485c"}, "namespace": "ai-tenant-e2e-mt-308c485c", "name": "openshift-service-ca.crt", "reconcileID": "b1a237bc-2083-4853-bd8e-b9d9a2b61b0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-308c485c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:49:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-308c485c"}, "namespace": "ai-tenant-e2e-mt-308c485c", "name": "openshift-service-ca.crt", "reconcileID": "b1a237bc-2083-4853-bd8e-b9d9a2b61b0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-308c485c"} 2026-07-08T19:49:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-308c485c"}, "namespace": "ai-tenant-e2e-mt-308c485c", "name": "openshift-service-ca.crt", "reconcileID": "05e69d4f-dc3b-4728-8118-50a269c848fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-308c485c"} 2026-07-08T19:49:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-308c485c"}, "namespace": "ai-tenant-e2e-mt-308c485c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa11dc2b-7cc3-481f-b745-0800dd2d952a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-308c485c"} 2026-07-08T19:49:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-308c485c"}, "namespace": "ai-tenant-e2e-mt-308c485c", "name": "odh-trusted-ca-bundle", "reconcileID": "0545165a-55fe-4dbe-86cc-0bfa21671863", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-308c485c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:49:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-308c485c"}, "namespace": "ai-tenant-e2e-mt-308c485c", "name": "odh-trusted-ca-bundle", "reconcileID": "0545165a-55fe-4dbe-86cc-0bfa21671863", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-308c485c"} 2026-07-08T19:49:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-308c485c"}, "namespace": "ai-tenant-e2e-mt-308c485c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fcf92ed2-dbc0-48bf-a2f9-a113117a1428", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-308c485c"} 2026-07-08T19:49:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b3f6fe90"}, "namespace": "ai-tenant-e2e-mt-b3f6fe90", "name": "openshift-service-ca.crt", "reconcileID": "6e640413-3127-4446-90ef-9f1b50f04e68", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b3f6fe90"} 2026-07-08T19:49:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b3f6fe90"}, "namespace": "ai-tenant-e2e-mt-b3f6fe90", "name": "odh-trusted-ca-bundle", "reconcileID": "daf4198f-9d32-421c-adcc-24c5ad4a7a23", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3f6fe90"} 2026-07-08T19:49:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b3f6fe90"}, "namespace": "ai-tenant-e2e-mt-b3f6fe90", "name": "openshift-service-ca.crt", "reconcileID": "ddc18fe6-0286-4dbd-9977-b488d1afdf3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b3f6fe90", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:49:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b3f6fe90"}, "namespace": "ai-tenant-e2e-mt-b3f6fe90", "name": "openshift-service-ca.crt", "reconcileID": "ddc18fe6-0286-4dbd-9977-b488d1afdf3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b3f6fe90"} 2026-07-08T19:49:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b3f6fe90"}, "namespace": "ai-tenant-e2e-mt-b3f6fe90", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f04febd-11bf-440b-8767-e8b34ca1e68e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3f6fe90"} 2026-07-08T19:49:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b3f6fe90"}, "namespace": "ai-tenant-e2e-mt-b3f6fe90", "name": "openshift-service-ca.crt", "reconcileID": "de786e29-8727-4e5b-9206-0c5f9385a40e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b3f6fe90"} 2026-07-08T19:49:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b3f6fe90"}, "namespace": "ai-tenant-e2e-mt-b3f6fe90", "name": "odh-trusted-ca-bundle", "reconcileID": "82920059-9de7-438e-9afe-f66c5ade594d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3f6fe90", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:49:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b3f6fe90"}, "namespace": "ai-tenant-e2e-mt-b3f6fe90", "name": "odh-trusted-ca-bundle", "reconcileID": "82920059-9de7-438e-9afe-f66c5ade594d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3f6fe90"} 2026-07-08T19:49:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b3f6fe90"}, "namespace": "ai-tenant-e2e-mt-b3f6fe90", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "27574582-ce0e-4297-a31d-21bf92b0978c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3f6fe90"} 2026-07-08T19:49:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-308c485c"}, "namespace": "ai-tenant-e2e-mt-308c485c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8a64d55-415e-4a4f-82ef-522d55733c39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-308c485c"} 2026-07-08T19:49:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-308c485c"}, "namespace": "ai-tenant-e2e-mt-308c485c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8a64d55-415e-4a4f-82ef-522d55733c39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-308c485c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:49:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-308c485c"}, "namespace": "ai-tenant-e2e-mt-308c485c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c8a64d55-415e-4a4f-82ef-522d55733c39", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-308c485c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:49:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-308c485c"}, "namespace": "ai-tenant-e2e-mt-308c485c", "name": "odh-trusted-ca-bundle", "reconcileID": "21598b87-aaa6-444a-94be-90830ed4a245", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-308c485c"} 2026-07-08T19:49:33Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-308c485c"}, "namespace": "ai-tenant-e2e-mt-308c485c", "name": "odh-trusted-ca-bundle", "reconcileID": "21598b87-aaa6-444a-94be-90830ed4a245", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-308c485c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:49:33Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-308c485c"}, "namespace": "ai-tenant-e2e-mt-308c485c", "name": "odh-trusted-ca-bundle", "reconcileID": "21598b87-aaa6-444a-94be-90830ed4a245", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-308c485c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:49:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-308c485c"}, "namespace": "ai-tenant-e2e-mt-308c485c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "998d35b6-76a5-49d1-bffb-d6080be4f5c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-308c485c"} 2026-07-08T19:49:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-308c485c"}, "namespace": "ai-tenant-e2e-mt-308c485c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "998d35b6-76a5-49d1-bffb-d6080be4f5c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-308c485c"} 2026-07-08T19:49:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-308c485c"}, "namespace": "ai-tenant-e2e-mt-308c485c", "name": "openshift-service-ca.crt", "reconcileID": "dd26c839-766d-4423-82fc-74577ad4780f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-308c485c"} 2026-07-08T19:49:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-308c485c"}, "namespace": "ai-tenant-e2e-mt-308c485c", "name": "openshift-service-ca.crt", "reconcileID": "dd26c839-766d-4423-82fc-74577ad4780f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-308c485c"} 2026-07-08T19:49:33Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-308c485c"}, "namespace": "ai-tenant-e2e-mt-308c485c", "name": "odh-trusted-ca-bundle", "reconcileID": "c100ebd4-8b8b-4a21-a3cc-0c7a70ae5455", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-308c485c"} 2026-07-08T19:49:33Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-308c485c"}, "namespace": "ai-tenant-e2e-mt-308c485c", "name": "odh-trusted-ca-bundle", "reconcileID": "c100ebd4-8b8b-4a21-a3cc-0c7a70ae5455", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-308c485c"} 2026-07-08T19:49:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b3f6fe90"}, "namespace": "ai-tenant-e2e-mt-b3f6fe90", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a97abe9-9c4e-4f33-bb24-2d1837f168d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3f6fe90"} 2026-07-08T19:49:39Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b3f6fe90"}, "namespace": "ai-tenant-e2e-mt-b3f6fe90", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a97abe9-9c4e-4f33-bb24-2d1837f168d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3f6fe90", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:49:39Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b3f6fe90"}, "namespace": "ai-tenant-e2e-mt-b3f6fe90", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a97abe9-9c4e-4f33-bb24-2d1837f168d4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-b3f6fe90 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:49:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b3f6fe90"}, "namespace": "ai-tenant-e2e-mt-b3f6fe90", "name": "odh-trusted-ca-bundle", "reconcileID": "5d061a72-262e-4a8a-b799-f0b9f2d84029", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3f6fe90"} 2026-07-08T19:49:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b3f6fe90"}, "namespace": "ai-tenant-e2e-mt-b3f6fe90", "name": "odh-trusted-ca-bundle", "reconcileID": "5d061a72-262e-4a8a-b799-f0b9f2d84029", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3f6fe90"} 2026-07-08T19:49:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b3f6fe90"}, "namespace": "ai-tenant-e2e-mt-b3f6fe90", "name": "openshift-service-ca.crt", "reconcileID": "e3cfcfd6-a537-47d0-b94e-5d0cf467e448", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b3f6fe90"} 2026-07-08T19:49:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b3f6fe90"}, "namespace": "ai-tenant-e2e-mt-b3f6fe90", "name": "openshift-service-ca.crt", "reconcileID": "e3cfcfd6-a537-47d0-b94e-5d0cf467e448", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b3f6fe90"} 2026-07-08T19:49:39Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b3f6fe90"}, "namespace": "ai-tenant-e2e-mt-b3f6fe90", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "defe6818-cff7-40c3-ac40-ab0c8621f479", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3f6fe90"} 2026-07-08T19:49:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b3f6fe90"}, "namespace": "ai-tenant-e2e-mt-b3f6fe90", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "defe6818-cff7-40c3-ac40-ab0c8621f479", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b3f6fe90"} 2026-07-08T19:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-11e7b674"}, "namespace": "ai-tenant-e2e-mt-11e7b674", "name": "openshift-service-ca.crt", "reconcileID": "92716dd3-92cb-4b85-872d-983744ddd9f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-11e7b674"} 2026-07-08T19:49:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-11e7b674"}, "namespace": "ai-tenant-e2e-mt-11e7b674", "name": "odh-trusted-ca-bundle", "reconcileID": "3494cf6c-69c2-4063-afb3-5bc60399b26e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-11e7b674", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:49:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-11e7b674"}, "namespace": "ai-tenant-e2e-mt-11e7b674", "name": "odh-trusted-ca-bundle", "reconcileID": "3494cf6c-69c2-4063-afb3-5bc60399b26e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-11e7b674"} 2026-07-08T19:49:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-11e7b674"}, "namespace": "ai-tenant-e2e-mt-11e7b674", "name": "openshift-service-ca.crt", "reconcileID": "d6a78717-82d8-471e-a31c-040dc187614b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-11e7b674", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:49:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-11e7b674"}, "namespace": "ai-tenant-e2e-mt-11e7b674", "name": "openshift-service-ca.crt", "reconcileID": "d6a78717-82d8-471e-a31c-040dc187614b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-11e7b674"}, "namespace": "ai-tenant-e2e-mt-11e7b674", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f6ff03c-995e-4346-9c3f-89ccbdcc0994", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-11e7b674"} 2026-07-08T19:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-11e7b674"}, "namespace": "ai-tenant-e2e-mt-11e7b674", "name": "openshift-service-ca.crt", "reconcileID": "933f2e65-7602-4ff0-a2d8-d0523c3307c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-11e7b674"} 2026-07-08T19:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-11e7b674"}, "namespace": "ai-tenant-e2e-mt-11e7b674", "name": "openshift-service-ca.crt", "reconcileID": "7b160a0a-c1bd-4f06-90ed-53e2c8410352", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-11e7b674"} 2026-07-08T19:49:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-11e7b674"}, "namespace": "ai-tenant-e2e-mt-11e7b674", "name": "odh-trusted-ca-bundle", "reconcileID": "516676dd-207f-429a-917f-0f2a0e3d2c69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-11e7b674", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:49:40Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-11e7b674"}, "namespace": "ai-tenant-e2e-mt-11e7b674", "name": "odh-trusted-ca-bundle", "reconcileID": "516676dd-207f-429a-917f-0f2a0e3d2c69", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-11e7b674"} 2026-07-08T19:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-11e7b674"}, "namespace": "ai-tenant-e2e-mt-11e7b674", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "301b3809-e9e5-4a07-b154-fa9fc554f744", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-11e7b674"} 2026-07-08T19:50:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-11e7b674"}, "namespace": "ai-tenant-e2e-mt-11e7b674", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc46a1a2-fcff-43ed-939e-089276002673", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-11e7b674"} 2026-07-08T19:50:17Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-11e7b674"}, "namespace": "ai-tenant-e2e-mt-11e7b674", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc46a1a2-fcff-43ed-939e-089276002673", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-11e7b674", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:50:17Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-11e7b674"}, "namespace": "ai-tenant-e2e-mt-11e7b674", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc46a1a2-fcff-43ed-939e-089276002673", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-11e7b674 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:50:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-11e7b674"}, "namespace": "ai-tenant-e2e-mt-11e7b674", "name": "odh-trusted-ca-bundle", "reconcileID": "1ce3ae5a-f3bc-4239-a0ac-e9c9b4497471", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-11e7b674"} 2026-07-08T19:50:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-11e7b674"}, "namespace": "ai-tenant-e2e-mt-11e7b674", "name": "odh-trusted-ca-bundle", "reconcileID": "1ce3ae5a-f3bc-4239-a0ac-e9c9b4497471", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-11e7b674"} 2026-07-08T19:50:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-11e7b674"}, "namespace": "ai-tenant-e2e-mt-11e7b674", "name": "openshift-service-ca.crt", "reconcileID": "8026d571-84b0-41d4-9bd1-be81ac6b509e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-11e7b674"} 2026-07-08T19:50:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-11e7b674"}, "namespace": "ai-tenant-e2e-mt-11e7b674", "name": "openshift-service-ca.crt", "reconcileID": "8026d571-84b0-41d4-9bd1-be81ac6b509e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-11e7b674"} 2026-07-08T19:50:17Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-11e7b674"}, "namespace": "ai-tenant-e2e-mt-11e7b674", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14869b23-6dee-494d-9c31-5ad91bb2c5bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-11e7b674"} 2026-07-08T19:50:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-11e7b674"}, "namespace": "ai-tenant-e2e-mt-11e7b674", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "14869b23-6dee-494d-9c31-5ad91bb2c5bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-11e7b674"} 2026-07-08T19:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "b66c0514-1885-4dd5-aee5-3d301a7c7e10", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress"} 2026-07-08T19:50:18Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "b66c0514-1885-4dd5-aee5-3d301a7c7e10", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657-authn-ssl"} 2026-07-08T19:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "b66c0514-1885-4dd5-aee5-3d301a7c7e10", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress"} 2026-07-08T19:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "6fdef3c1-d306-4aa4-a8df-d0ecedad108f", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress"} 2026-07-08T19:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "6fdef3c1-d306-4aa4-a8df-d0ecedad108f", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657-authn-ssl"} 2026-07-08T19:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "6fdef3c1-d306-4aa4-a8df-d0ecedad108f", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress"} 2026-07-08T19:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "c0c05110-8fd7-4a8d-85b2-1af8c4acff09", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress"} 2026-07-08T19:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "c0c05110-8fd7-4a8d-85b2-1af8c4acff09", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657-authn-ssl"} 2026-07-08T19:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "c0c05110-8fd7-4a8d-85b2-1af8c4acff09", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress"} 2026-07-08T19:50:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "4c026ae8-bf85-42cd-a56a-251322c054ef", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress"} 2026-07-08T19:50:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "4c026ae8-bf85-42cd-a56a-251322c054ef", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657-authn-ssl"} 2026-07-08T19:50:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "4c026ae8-bf85-42cd-a56a-251322c054ef", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress"} 2026-07-08T19:50:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "2b797f10-58c8-4ff9-b4e3-6770efcb4913", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress"} 2026-07-08T19:50:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "2b797f10-58c8-4ff9-b4e3-6770efcb4913", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657-authn-ssl"} 2026-07-08T19:50:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "2b797f10-58c8-4ff9-b4e3-6770efcb4913", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress"} 2026-07-08T19:50:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "2bd8fbe6-5b8b-42f4-8135-3a9e2d0827e7", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress"} 2026-07-08T19:50:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "2bd8fbe6-5b8b-42f4-8135-3a9e2d0827e7", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657-authn-ssl"} 2026-07-08T19:50:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "2bd8fbe6-5b8b-42f4-8135-3a9e2d0827e7", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress"} 2026-07-08T19:50:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "0870b04b-5a25-4bb9-a110-a4f17f21f650", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress"} 2026-07-08T19:50:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "0870b04b-5a25-4bb9-a110-a4f17f21f650", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657-authn-ssl"} 2026-07-08T19:50:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "0870b04b-5a25-4bb9-a110-a4f17f21f650", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress"} 2026-07-08T19:50:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-0df657"}, "namespace": "ai-tenant-e2e-inf-a-0df657", "name": "openshift-service-ca.crt", "reconcileID": "53ea58c9-360d-4722-bcd4-a12b33af9e84", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-0df657"} 2026-07-08T19:50:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0df657"}, "namespace": "ai-tenant-e2e-inf-a-0df657", "name": "odh-trusted-ca-bundle", "reconcileID": "f26454e6-48f0-4d7c-af6c-3754501eba28", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0df657"} 2026-07-08T19:50:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-0df657"}, "namespace": "ai-tenant-e2e-inf-a-0df657", "name": "openshift-service-ca.crt", "reconcileID": "f36f9c6e-43e3-4546-9b1d-4582791c4788", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-0df657", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:50:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-0df657"}, "namespace": "ai-tenant-e2e-inf-a-0df657", "name": "openshift-service-ca.crt", "reconcileID": "f36f9c6e-43e3-4546-9b1d-4582791c4788", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-0df657"} 2026-07-08T19:50:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0df657"}, "namespace": "ai-tenant-e2e-inf-a-0df657", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6ed1edab-b9da-454e-847a-f57fb5a46f66", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0df657"} 2026-07-08T19:50:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-0df657"}, "namespace": "ai-tenant-e2e-inf-a-0df657", "name": "openshift-service-ca.crt", "reconcileID": "eb91a4bc-b573-4725-8020-2a83727737dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-0df657"} 2026-07-08T19:50:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0df657"}, "namespace": "ai-tenant-e2e-inf-a-0df657", "name": "odh-trusted-ca-bundle", "reconcileID": "142e834f-49dc-458e-9dd1-521e5b7fe204", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0df657", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:50:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0df657"}, "namespace": "ai-tenant-e2e-inf-a-0df657", "name": "odh-trusted-ca-bundle", "reconcileID": "142e834f-49dc-458e-9dd1-521e5b7fe204", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0df657"} 2026-07-08T19:50:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0df657"}, "namespace": "ai-tenant-e2e-inf-a-0df657", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9ae5dbb-0559-4217-910d-ce60cadf9a5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0df657"} 2026-07-08T19:50:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "a34b161b-12da-4b79-ae0f-bffbf91fc459", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress"} 2026-07-08T19:50:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "a34b161b-12da-4b79-ae0f-bffbf91fc459", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657-authn-ssl"} 2026-07-08T19:50:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "a34b161b-12da-4b79-ae0f-bffbf91fc459", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress"} 2026-07-08T19:50:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "126b7a36-fcf9-4ade-ad75-94099094ef9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-08T19:50:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "0f683867-05e3-458a-af59-f83dbf0f0523", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress"} 2026-07-08T19:50:27Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "0f683867-05e3-458a-af59-f83dbf0f0523", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9-authn-ssl"} 2026-07-08T19:50:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "0f683867-05e3-458a-af59-f83dbf0f0523", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress"} 2026-07-08T19:50:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "bc0970af-0512-433f-8df6-1695a346c3f8", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress"} 2026-07-08T19:50:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "bc0970af-0512-433f-8df6-1695a346c3f8", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9-authn-ssl"} 2026-07-08T19:50:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "bc0970af-0512-433f-8df6-1695a346c3f8", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress"} 2026-07-08T19:50:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "c2c7f96a-5820-42e4-99d6-2eb8569f5c68", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress"} 2026-07-08T19:50:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "c2c7f96a-5820-42e4-99d6-2eb8569f5c68", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9-authn-ssl"} 2026-07-08T19:50:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "c2c7f96a-5820-42e4-99d6-2eb8569f5c68", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress"} 2026-07-08T19:50:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "a42c6713-58b7-4402-b269-1ef0483cf395", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress"} 2026-07-08T19:50:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "a42c6713-58b7-4402-b269-1ef0483cf395", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9-authn-ssl"} 2026-07-08T19:50:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "a42c6713-58b7-4402-b269-1ef0483cf395", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress"} 2026-07-08T19:50:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "e86acdd8-e3c3-4009-9b2b-aa522793aacd", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress"} 2026-07-08T19:50:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "e86acdd8-e3c3-4009-9b2b-aa522793aacd", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9-authn-ssl"} 2026-07-08T19:50:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "e86acdd8-e3c3-4009-9b2b-aa522793aacd", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress"} 2026-07-08T19:50:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "3e486e63-f1af-4181-bd92-87df0132e093", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress"} 2026-07-08T19:50:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "3e486e63-f1af-4181-bd92-87df0132e093", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9-authn-ssl"} 2026-07-08T19:50:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "3e486e63-f1af-4181-bd92-87df0132e093", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress"} 2026-07-08T19:50:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "a919d8c5-a80b-45b0-8cb4-53c5d10a7adb", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress"} 2026-07-08T19:50:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "a919d8c5-a80b-45b0-8cb4-53c5d10a7adb", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9-authn-ssl"} 2026-07-08T19:50:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "a919d8c5-a80b-45b0-8cb4-53c5d10a7adb", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress"} 2026-07-08T19:50:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ed6cb9"}, "namespace": "ai-tenant-e2e-inf-b-ed6cb9", "name": "odh-trusted-ca-bundle", "reconcileID": "02a8d9eb-fccb-4cb0-99d8-56585bbd5ea4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ed6cb9"} 2026-07-08T19:50:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-ed6cb9"}, "namespace": "ai-tenant-e2e-inf-b-ed6cb9", "name": "openshift-service-ca.crt", "reconcileID": "503fc6ef-a9ac-4fff-8f07-d74442cad2a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-ed6cb9"} 2026-07-08T19:50:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-ed6cb9"}, "namespace": "ai-tenant-e2e-inf-b-ed6cb9", "name": "openshift-service-ca.crt", "reconcileID": "89236d89-f356-4d51-a67c-edde3e3c795c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-ed6cb9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:50:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-ed6cb9"}, "namespace": "ai-tenant-e2e-inf-b-ed6cb9", "name": "openshift-service-ca.crt", "reconcileID": "89236d89-f356-4d51-a67c-edde3e3c795c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-ed6cb9"} 2026-07-08T19:50:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ed6cb9"}, "namespace": "ai-tenant-e2e-inf-b-ed6cb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca95dd71-17d7-4ab4-897f-bfeff55644f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ed6cb9"} 2026-07-08T19:50:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-ed6cb9"}, "namespace": "ai-tenant-e2e-inf-b-ed6cb9", "name": "openshift-service-ca.crt", "reconcileID": "45bbab75-523e-41c1-a2c5-814c219f1f1f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-ed6cb9"} 2026-07-08T19:50:30Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ed6cb9"}, "namespace": "ai-tenant-e2e-inf-b-ed6cb9", "name": "odh-trusted-ca-bundle", "reconcileID": "67d8e0cb-6b55-4e7d-8769-cbe146eb5584", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ed6cb9", "update": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:50:30Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ed6cb9"}, "namespace": "ai-tenant-e2e-inf-b-ed6cb9", "name": "odh-trusted-ca-bundle", "reconcileID": "67d8e0cb-6b55-4e7d-8769-cbe146eb5584", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ed6cb9"} 2026-07-08T19:50:30Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ed6cb9"}, "namespace": "ai-tenant-e2e-inf-b-ed6cb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2735200-b4d4-45a7-aecd-41c3aa2e252a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ed6cb9"} 2026-07-08T19:50:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "22f06f3c-0e72-4d83-9ee6-22900350bcd5", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress"} 2026-07-08T19:50:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "22f06f3c-0e72-4d83-9ee6-22900350bcd5", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657-authn-ssl"} 2026-07-08T19:50:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "22f06f3c-0e72-4d83-9ee6-22900350bcd5", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress"} 2026-07-08T19:53:39Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "332a3d47-ff55-425c-b6b2-da5e83a03963", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress"} 2026-07-08T19:53:39Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "332a3d47-ff55-425c-b6b2-da5e83a03963", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657-authn-ssl"} 2026-07-08T19:53:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "332a3d47-ff55-425c-b6b2-da5e83a03963", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress"} 2026-07-08T19:53:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0df657"}, "namespace": "ai-tenant-e2e-inf-a-0df657", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c652f0dc-6010-402c-8071-0dd50e00a5a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0df657"} 2026-07-08T19:53:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0df657"}, "namespace": "ai-tenant-e2e-inf-a-0df657", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c652f0dc-6010-402c-8071-0dd50e00a5a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0df657", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:53:45Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0df657"}, "namespace": "ai-tenant-e2e-inf-a-0df657", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c652f0dc-6010-402c-8071-0dd50e00a5a4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-0df657 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:53:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0df657"}, "namespace": "ai-tenant-e2e-inf-a-0df657", "name": "odh-trusted-ca-bundle", "reconcileID": "cf86771c-bcf3-4d80-9d7c-d15e281b7028", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0df657"} 2026-07-08T19:53:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0df657"}, "namespace": "ai-tenant-e2e-inf-a-0df657", "name": "odh-trusted-ca-bundle", "reconcileID": "cf86771c-bcf3-4d80-9d7c-d15e281b7028", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0df657"} 2026-07-08T19:53:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-0df657"}, "namespace": "ai-tenant-e2e-inf-a-0df657", "name": "openshift-service-ca.crt", "reconcileID": "10c9ea7c-7b88-4fb4-91c9-dfa718caa5a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-0df657"} 2026-07-08T19:53:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-0df657"}, "namespace": "ai-tenant-e2e-inf-a-0df657", "name": "openshift-service-ca.crt", "reconcileID": "10c9ea7c-7b88-4fb4-91c9-dfa718caa5a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-0df657"} 2026-07-08T19:53:45Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0df657"}, "namespace": "ai-tenant-e2e-inf-a-0df657", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38ee2568-a072-4541-9451-6a51b2bbc844", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0df657"} 2026-07-08T19:53:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-0df657"}, "namespace": "ai-tenant-e2e-inf-a-0df657", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38ee2568-a072-4541-9451-6a51b2bbc844", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-0df657"} 2026-07-08T19:53:46Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-0df657","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-0df657", "reconcileID": "ae0c28a1-fadb-4bc1-b946-817725c8a783", "Gateway": "e2e-inf-a-0df657", "namespace": "openshift-ingress"} 2026-07-08T19:53:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ed6cb9"}, "namespace": "ai-tenant-e2e-inf-b-ed6cb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1f7ef5a-7804-40cc-9656-97dff55fc7eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ed6cb9"} 2026-07-08T19:53:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ed6cb9"}, "namespace": "ai-tenant-e2e-inf-b-ed6cb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1f7ef5a-7804-40cc-9656-97dff55fc7eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ed6cb9", "create": "odh-kserve-custom-ca-bundle"} 2026-07-08T19:53:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ed6cb9"}, "namespace": "ai-tenant-e2e-inf-b-ed6cb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1f7ef5a-7804-40cc-9656-97dff55fc7eb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-ed6cb9 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-08T19:53:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ed6cb9"}, "namespace": "ai-tenant-e2e-inf-b-ed6cb9", "name": "odh-trusted-ca-bundle", "reconcileID": "1de70d70-4807-4de7-9347-a64dcc56414e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ed6cb9"} 2026-07-08T19:53:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ed6cb9"}, "namespace": "ai-tenant-e2e-inf-b-ed6cb9", "name": "odh-trusted-ca-bundle", "reconcileID": "1de70d70-4807-4de7-9347-a64dcc56414e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ed6cb9"} 2026-07-08T19:53:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-ed6cb9"}, "namespace": "ai-tenant-e2e-inf-b-ed6cb9", "name": "openshift-service-ca.crt", "reconcileID": "a2bf87f5-e7c9-47ca-b696-21cfb7882149", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-ed6cb9"} 2026-07-08T19:53:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-ed6cb9"}, "namespace": "ai-tenant-e2e-inf-b-ed6cb9", "name": "openshift-service-ca.crt", "reconcileID": "a2bf87f5-e7c9-47ca-b696-21cfb7882149", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-ed6cb9"} 2026-07-08T19:53:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ed6cb9"}, "namespace": "ai-tenant-e2e-inf-b-ed6cb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c51d67c7-0b13-49b1-bbd8-43077b57f901", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ed6cb9"} 2026-07-08T19:53:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-ed6cb9"}, "namespace": "ai-tenant-e2e-inf-b-ed6cb9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c51d67c7-0b13-49b1-bbd8-43077b57f901", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-ed6cb9"} 2026-07-08T19:53:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-ed6cb9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-ed6cb9", "reconcileID": "805e7229-634d-4cb8-985e-a5bbd525db0c", "Gateway": "e2e-inf-b-ed6cb9", "namespace": "openshift-ingress"}