/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:23:25Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-b1bc535e"}, "namespace": "e2e-ait-wrong-b1bc535e", "name": "odh-trusted-ca-bundle", "reconcileID": "c09dfd94-ac1b-4935-a05d-2be28b87d9f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-b1bc535e"}
2026-06-16T20:23:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-b1bc535e"}, "namespace": "e2e-ait-wrong-b1bc535e", "name": "odh-trusted-ca-bundle", "reconcileID": "c09dfd94-ac1b-4935-a05d-2be28b87d9f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-b1bc535e"}
2026-06-16T20:23:25Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-b1bc535e"}, "namespace": "e2e-ait-wrong-b1bc535e", "name": "openshift-service-ca.crt", "reconcileID": "5dee3918-0b20-4d97-9c6e-d608e62a04a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-b1bc535e"}
2026-06-16T20:23:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-b1bc535e"}, "namespace": "e2e-ait-wrong-b1bc535e", "name": "openshift-service-ca.crt", "reconcileID": "5dee3918-0b20-4d97-9c6e-d608e62a04a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-b1bc535e"}
2026-06-16T20:23:25Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-b1bc535e"}, "namespace": "e2e-ait-wrong-b1bc535e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a3e0f82-ed4b-41de-8286-c76b7ea5bed7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-b1bc535e"}
2026-06-16T20:23:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-b1bc535e"}, "namespace": "e2e-ait-wrong-b1bc535e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8a3e0f82-ed4b-41de-8286-c76b7ea5bed7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-b1bc535e"}
2026-06-16T20:23:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-491b47a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-491b47a8", "reconcileID": "a27f62f1-80a6-4603-a2c4-9d2237613047", "Gateway": "e2e-ait-491b47a8", "namespace": "openshift-ingress"}
2026-06-16T20:23:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-491b47a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-491b47a8", "reconcileID": "75b1ff65-0385-4ef2-9cb2-aeaf1ef629e4", "Gateway": "e2e-ait-491b47a8", "namespace": "openshift-ingress"}
2026-06-16T20:23:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-491b47a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-491b47a8", "reconcileID": "0b797d73-b0d9-4888-b770-0466de2eaa47", "Gateway": "e2e-ait-491b47a8", "namespace": "openshift-ingress"}
2026-06-16T20:23:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-491b47a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-491b47a8", "reconcileID": "5edae83b-0ac0-41e1-8e79-f337bb23ce2d", "Gateway": "e2e-ait-491b47a8", "namespace": "openshift-ingress"}
2026-06-16T20:23:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-491b47a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-491b47a8", "reconcileID": "cb5d19e9-20f9-4cf5-9283-5b8dd8af29ff", "Gateway": "e2e-ait-491b47a8", "namespace": "openshift-ingress"}
2026-06-16T20:23:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-491b47a8"}, "namespace": "ai-tenant-e2e-ait-491b47a8", "name": "openshift-service-ca.crt", "reconcileID": "f28a98ee-b432-478e-91a9-5104dd86d866", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-491b47a8"}
2026-06-16T20:23:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-491b47a8"}, "namespace": "ai-tenant-e2e-ait-491b47a8", "name": "odh-trusted-ca-bundle", "reconcileID": "8eb8928b-f17c-4e2a-9b03-ab5f3659946d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-491b47a8"}
2026-06-16T20:23:26Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-491b47a8"}, "namespace": "ai-tenant-e2e-ait-491b47a8", "name": "openshift-service-ca.crt", "reconcileID": "2826b306-3515-407c-8b1b-0075f103dd4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-491b47a8", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:23:26Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-491b47a8"}, "namespace": "ai-tenant-e2e-ait-491b47a8", "name": "openshift-service-ca.crt", "reconcileID": "2826b306-3515-407c-8b1b-0075f103dd4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-491b47a8"}
2026-06-16T20:23:26Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-491b47a8"}, "namespace": "ai-tenant-e2e-ait-491b47a8", "name": "openshift-service-ca.crt", "reconcileID": "e4abfa07-abaf-4b31-a31e-d6ece3f1c899", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-491b47a8", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:23:26Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-491b47a8"}, "namespace": "ai-tenant-e2e-ait-491b47a8", "name": "openshift-service-ca.crt", "reconcileID": "e4abfa07-abaf-4b31-a31e-d6ece3f1c899", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:23:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-491b47a8"}, "namespace": "ai-tenant-e2e-ait-491b47a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ce42ae8-835b-464f-9c6d-dfe421d8800f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-491b47a8"}
2026-06-16T20:23:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-491b47a8"}, "namespace": "ai-tenant-e2e-ait-491b47a8", "name": "openshift-service-ca.crt", "reconcileID": "ba2e893d-ef0f-4380-a26d-c101c7b52e0f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-491b47a8"}
2026-06-16T20:23:26Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-491b47a8"}, "namespace": "ai-tenant-e2e-ait-491b47a8", "name": "odh-trusted-ca-bundle", "reconcileID": "5b4199b4-7207-4632-b1a9-8e5f0bc83cfb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-491b47a8", "update": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:23:26Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-491b47a8"}, "namespace": "ai-tenant-e2e-ait-491b47a8", "name": "odh-trusted-ca-bundle", "reconcileID": "5b4199b4-7207-4632-b1a9-8e5f0bc83cfb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-491b47a8"}
2026-06-16T20:23:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-491b47a8"}, "namespace": "ai-tenant-e2e-ait-491b47a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db0b62b2-ccb1-4e37-b9d5-561daaf702e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-491b47a8"}
2026-06-16T20:23:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-491b47a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-491b47a8", "reconcileID": "23aee419-f8df-48af-90dd-443c98b4ab1e", "Gateway": "e2e-ait-491b47a8", "namespace": "openshift-ingress"}
2026-06-16T20:23:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-491b47a8","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-491b47a8", "reconcileID": "3fd6cb6d-4226-4691-9801-97157b375efd", "Gateway": "e2e-ait-491b47a8", "namespace": "openshift-ingress"}
2026-06-16T20:23:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-491b47a8"}, "namespace": "ai-tenant-e2e-ait-491b47a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01d309a2-3e94-4fae-9f75-4076338cff14", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-491b47a8"}
2026-06-16T20:23:38Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-491b47a8"}, "namespace": "ai-tenant-e2e-ait-491b47a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01d309a2-3e94-4fae-9f75-4076338cff14", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-491b47a8", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:23:38Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-491b47a8"}, "namespace": "ai-tenant-e2e-ait-491b47a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01d309a2-3e94-4fae-9f75-4076338cff14", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ait-491b47a8 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:23:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-491b47a8"}, "namespace": "ai-tenant-e2e-ait-491b47a8", "name": "odh-trusted-ca-bundle", "reconcileID": "1ec97c76-efe4-44c8-b1ae-baad6e708ceb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-491b47a8"}
2026-06-16T20:23:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-491b47a8"}, "namespace": "ai-tenant-e2e-ait-491b47a8", "name": "odh-trusted-ca-bundle", "reconcileID": "1ec97c76-efe4-44c8-b1ae-baad6e708ceb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-491b47a8"}
2026-06-16T20:23:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-491b47a8"}, "namespace": "ai-tenant-e2e-ait-491b47a8", "name": "openshift-service-ca.crt", "reconcileID": "ad342349-abbb-48b1-95c4-dcb17e1a797f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-491b47a8"}
2026-06-16T20:23:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-491b47a8"}, "namespace": "ai-tenant-e2e-ait-491b47a8", "name": "openshift-service-ca.crt", "reconcileID": "ad342349-abbb-48b1-95c4-dcb17e1a797f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-491b47a8"}
2026-06-16T20:23:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-491b47a8"}, "namespace": "ai-tenant-e2e-ait-491b47a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b79c12bc-b376-4973-ab34-240f4e0c3c0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-491b47a8"}
2026-06-16T20:23:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-491b47a8"}, "namespace": "ai-tenant-e2e-ait-491b47a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b79c12bc-b376-4973-ab34-240f4e0c3c0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-491b47a8"}
2026-06-16T20:23:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2cc47257","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2cc47257", "reconcileID": "43e6da11-972b-42e7-8bd4-43aaf5d1d2bb", "Gateway": "e2e-ait-2cc47257", "namespace": "openshift-ingress"}
2026-06-16T20:23:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2cc47257","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2cc47257", "reconcileID": "5c6a38d9-0a40-4e00-b087-cbb22dd1bf3b", "Gateway": "e2e-ait-2cc47257", "namespace": "openshift-ingress"}
2026-06-16T20:23:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2cc47257","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2cc47257", "reconcileID": "da32215f-348b-4798-ae9c-ad43d9ad53f3", "Gateway": "e2e-ait-2cc47257", "namespace": "openshift-ingress"}
2026-06-16T20:23:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2cc47257","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2cc47257", "reconcileID": "bf31521e-a5e9-4407-91ae-e857c35cef1c", "Gateway": "e2e-ait-2cc47257", "namespace": "openshift-ingress"}
2026-06-16T20:23:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2cc47257","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2cc47257", "reconcileID": "1f9d33af-2d10-4803-b95b-7623db3a6cd2", "Gateway": "e2e-ait-2cc47257", "namespace": "openshift-ingress"}
2026-06-16T20:23:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-2cc47257"}, "namespace": "ai-tenant-e2e-ait-2cc47257", "name": "openshift-service-ca.crt", "reconcileID": "67cbd0aa-cf1a-4442-9ab1-ad145b6cce9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-2cc47257"}
2026-06-16T20:23:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-2cc47257"}, "namespace": "ai-tenant-e2e-ait-2cc47257", "name": "odh-trusted-ca-bundle", "reconcileID": "684a3b80-f576-4a3d-ae26-557176f6e3fc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-2cc47257"}
2026-06-16T20:23:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-2cc47257"}, "namespace": "ai-tenant-e2e-ait-2cc47257", "name": "openshift-service-ca.crt", "reconcileID": "4381372f-df71-445f-8a71-361b0dbb2a4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-2cc47257", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:23:39Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-2cc47257"}, "namespace": "ai-tenant-e2e-ait-2cc47257", "name": "openshift-service-ca.crt", "reconcileID": "4381372f-df71-445f-8a71-361b0dbb2a4f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-2cc47257"}
2026-06-16T20:23:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-2cc47257"}, "namespace": "ai-tenant-e2e-ait-2cc47257", "name": "openshift-service-ca.crt", "reconcileID": "41df789a-0d72-42c9-a2a6-7db235817e85", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-2cc47257"}
2026-06-16T20:23:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-2cc47257"}, "namespace": "ai-tenant-e2e-ait-2cc47257", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "406bee18-8ee4-4dc1-9234-59e62dc653da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-2cc47257"}
2026-06-16T20:23:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-2cc47257"}, "namespace": "ai-tenant-e2e-ait-2cc47257", "name": "odh-trusted-ca-bundle", "reconcileID": "7e09b20b-2eed-4ce2-870d-d6ca25c2c4c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-2cc47257", "update": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:23:39Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-2cc47257"}, "namespace": "ai-tenant-e2e-ait-2cc47257", "name": "odh-trusted-ca-bundle", "reconcileID": "7e09b20b-2eed-4ce2-870d-d6ca25c2c4c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-2cc47257"}
2026-06-16T20:23:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-2cc47257"}, "namespace": "ai-tenant-e2e-ait-2cc47257", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "97f902ea-f3ed-40e3-b9e2-fb07c0a923b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-2cc47257"}
2026-06-16T20:23:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2cc47257","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2cc47257", "reconcileID": "5840dcf7-674b-40c0-b62b-e6f5b8db1b97", "Gateway": "e2e-ait-2cc47257", "namespace": "openshift-ingress"}
2026-06-16T20:23:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-2cc47257","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-2cc47257", "reconcileID": "588b3318-1070-4c6e-a7d3-484572f8cd18", "Gateway": "e2e-ait-2cc47257", "namespace": "openshift-ingress"}
2026-06-16T20:23:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-2cc47257"}, "namespace": "ai-tenant-e2e-ait-2cc47257", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2b20485-c379-42df-b438-618d4df3b531", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-2cc47257"}
2026-06-16T20:23:53Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-2cc47257"}, "namespace": "ai-tenant-e2e-ait-2cc47257", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2b20485-c379-42df-b438-618d4df3b531", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-2cc47257", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:23:53Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-2cc47257"}, "namespace": "ai-tenant-e2e-ait-2cc47257", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2b20485-c379-42df-b438-618d4df3b531", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ait-2cc47257 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:23:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-2cc47257"}, "namespace": "ai-tenant-e2e-ait-2cc47257", "name": "odh-trusted-ca-bundle", "reconcileID": "26988b7a-ec49-412c-b608-327501ce4abe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-2cc47257"}
2026-06-16T20:23:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-2cc47257"}, "namespace": "ai-tenant-e2e-ait-2cc47257", "name": "odh-trusted-ca-bundle", "reconcileID": "26988b7a-ec49-412c-b608-327501ce4abe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-2cc47257"}
2026-06-16T20:23:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-2cc47257"}, "namespace": "ai-tenant-e2e-ait-2cc47257", "name": "openshift-service-ca.crt", "reconcileID": "d9c94b90-deae-404e-9dc9-e5ec41b6e050", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-2cc47257"}
2026-06-16T20:23:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-2cc47257"}, "namespace": "ai-tenant-e2e-ait-2cc47257", "name": "openshift-service-ca.crt", "reconcileID": "d9c94b90-deae-404e-9dc9-e5ec41b6e050", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-2cc47257"}
2026-06-16T20:23:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-2cc47257"}, "namespace": "ai-tenant-e2e-ait-2cc47257", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9a97dbb-7765-43d9-9ba6-0c35bce7eab2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-2cc47257"}
2026-06-16T20:23:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-2cc47257"}, "namespace": "ai-tenant-e2e-ait-2cc47257", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9a97dbb-7765-43d9-9ba6-0c35bce7eab2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-2cc47257"}
2026-06-16T20:23:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-333cc335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-333cc335", "reconcileID": "02950608-59ea-46a7-ab10-0e9263623afa", "Gateway": "e2e-derive-333cc335", "namespace": "openshift-ingress"}
2026-06-16T20:23:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-333cc335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-333cc335", "reconcileID": "78d7c0c5-a305-48e7-8d45-257868b63cd7", "Gateway": "e2e-derive-333cc335", "namespace": "openshift-ingress"}
2026-06-16T20:23:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-333cc335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-333cc335", "reconcileID": "3981c836-b8d5-4f14-8372-ec4d0b1729e3", "Gateway": "e2e-derive-333cc335", "namespace": "openshift-ingress"}
2026-06-16T20:23:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-333cc335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-333cc335", "reconcileID": "51c45477-7b2d-4ee0-a0f7-3ce2ea4c5faf", "Gateway": "e2e-derive-333cc335", "namespace": "openshift-ingress"}
2026-06-16T20:23:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-333cc335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-333cc335", "reconcileID": "4223ae4d-c737-4073-af2c-bf01141d0be5", "Gateway": "e2e-derive-333cc335", "namespace": "openshift-ingress"}
2026-06-16T20:23:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-333cc335"}, "namespace": "ai-tenant-e2e-derive-333cc335", "name": "openshift-service-ca.crt", "reconcileID": "bb4b8482-ead4-4aa9-a01d-55477c546e07", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-333cc335"}
2026-06-16T20:23:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-derive-333cc335"}, "namespace": "ai-tenant-e2e-derive-333cc335", "name": "odh-trusted-ca-bundle", "reconcileID": "5a82a0ff-02d3-4263-a7c9-348097cad10f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-derive-333cc335"}
2026-06-16T20:23:54Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-333cc335"}, "namespace": "ai-tenant-e2e-derive-333cc335", "name": "openshift-service-ca.crt", "reconcileID": "1f1a47bb-3608-4b98-bfe7-45ead0c26877", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-333cc335", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:23:54Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-333cc335"}, "namespace": "ai-tenant-e2e-derive-333cc335", "name": "openshift-service-ca.crt", "reconcileID": "1f1a47bb-3608-4b98-bfe7-45ead0c26877", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-333cc335"}
2026-06-16T20:23:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-derive-333cc335"}, "namespace": "ai-tenant-e2e-derive-333cc335", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "431a4c02-ceb5-4cb7-82e6-835938036cf7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-derive-333cc335"}
2026-06-16T20:23:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-333cc335"}, "namespace": "ai-tenant-e2e-derive-333cc335", "name": "openshift-service-ca.crt", "reconcileID": "d38df12e-71bf-4b66-a854-6332aa72a560", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-333cc335"}
2026-06-16T20:23:54Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-derive-333cc335"}, "namespace": "ai-tenant-e2e-derive-333cc335", "name": "odh-trusted-ca-bundle", "reconcileID": "5e167f77-4d89-456c-b85a-828d15952bfb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-derive-333cc335", "update": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:23:54Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-derive-333cc335"}, "namespace": "ai-tenant-e2e-derive-333cc335", "name": "odh-trusted-ca-bundle", "reconcileID": "5e167f77-4d89-456c-b85a-828d15952bfb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-derive-333cc335"}
2026-06-16T20:23:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-derive-333cc335"}, "namespace": "ai-tenant-e2e-derive-333cc335", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c4248c3-1791-4427-bd4b-17c234cc4d44", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-derive-333cc335"}
2026-06-16T20:23:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-333cc335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-333cc335", "reconcileID": "b3c21e27-7ad4-4fae-bf8c-82952caf53a8", "Gateway": "e2e-derive-333cc335", "namespace": "openshift-ingress"}
2026-06-16T20:23:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-333cc335","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-333cc335", "reconcileID": "82beeb98-7d56-4b24-8736-0790dc3e5608", "Gateway": "e2e-derive-333cc335", "namespace": "openshift-ingress"}
2026-06-16T20:24:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-derive-333cc335"}, "namespace": "ai-tenant-e2e-derive-333cc335", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f88d1e17-5ef9-480e-94af-815d34537585", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-derive-333cc335"}
2026-06-16T20:24:07Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-derive-333cc335"}, "namespace": "ai-tenant-e2e-derive-333cc335", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f88d1e17-5ef9-480e-94af-815d34537585", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-derive-333cc335", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:24:07Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-derive-333cc335"}, "namespace": "ai-tenant-e2e-derive-333cc335", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f88d1e17-5ef9-480e-94af-815d34537585", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-derive-333cc335 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:24:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-derive-333cc335"}, "namespace": "ai-tenant-e2e-derive-333cc335", "name": "odh-trusted-ca-bundle", "reconcileID": "c076f9e9-dead-4a9d-8fee-4f9f1ff0ea63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-derive-333cc335"}
2026-06-16T20:24:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-derive-333cc335"}, "namespace": "ai-tenant-e2e-derive-333cc335", "name": "odh-trusted-ca-bundle", "reconcileID": "c076f9e9-dead-4a9d-8fee-4f9f1ff0ea63", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-derive-333cc335"}
2026-06-16T20:24:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-333cc335"}, "namespace": "ai-tenant-e2e-derive-333cc335", "name": "openshift-service-ca.crt", "reconcileID": "b47ca8c6-90be-4379-84ec-fdca7d06e3f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-333cc335"}
2026-06-16T20:24:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-333cc335"}, "namespace": "ai-tenant-e2e-derive-333cc335", "name": "openshift-service-ca.crt", "reconcileID": "b47ca8c6-90be-4379-84ec-fdca7d06e3f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-333cc335"}
2026-06-16T20:24:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-derive-333cc335"}, "namespace": "ai-tenant-e2e-derive-333cc335", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "182f0f5c-f9fb-491e-b48a-6a9aae880eac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-derive-333cc335"}
2026-06-16T20:24:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-derive-333cc335"}, "namespace": "ai-tenant-e2e-derive-333cc335", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "182f0f5c-f9fb-491e-b48a-6a9aae880eac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-derive-333cc335"}
2026-06-16T20:24:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e1b893ac"}, "namespace": "ai-tenant-e2e-mt-e1b893ac", "name": "openshift-service-ca.crt", "reconcileID": "8bb8194f-def7-4ef8-81e1-2f27205b0d4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e1b893ac"}
2026-06-16T20:24:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e1b893ac"}, "namespace": "ai-tenant-e2e-mt-e1b893ac", "name": "odh-trusted-ca-bundle", "reconcileID": "b3809cb7-e7d8-4511-a8e8-05f03f307a90", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e1b893ac"}
2026-06-16T20:24:08Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e1b893ac"}, "namespace": "ai-tenant-e2e-mt-e1b893ac", "name": "openshift-service-ca.crt", "reconcileID": "d6c1c5bf-ba3e-48be-897e-d20a30a1607e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e1b893ac", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:24:08Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e1b893ac"}, "namespace": "ai-tenant-e2e-mt-e1b893ac", "name": "openshift-service-ca.crt", "reconcileID": "d6c1c5bf-ba3e-48be-897e-d20a30a1607e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e1b893ac"}
2026-06-16T20:24:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e1b893ac"}, "namespace": "ai-tenant-e2e-mt-e1b893ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8df6726-9be9-44cd-9d8f-7b10af81abcf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e1b893ac"}
2026-06-16T20:24:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e1b893ac"}, "namespace": "ai-tenant-e2e-mt-e1b893ac", "name": "openshift-service-ca.crt", "reconcileID": "653adc56-ce43-45bf-8e1e-161e45196e5a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e1b893ac"}
2026-06-16T20:24:08Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e1b893ac"}, "namespace": "ai-tenant-e2e-mt-e1b893ac", "name": "odh-trusted-ca-bundle", "reconcileID": "76f3b752-24cb-4cd6-b3e4-040aab0c5e5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e1b893ac", "update": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:24:08Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e1b893ac"}, "namespace": "ai-tenant-e2e-mt-e1b893ac", "name": "odh-trusted-ca-bundle", "reconcileID": "76f3b752-24cb-4cd6-b3e4-040aab0c5e5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e1b893ac"}
2026-06-16T20:24:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e1b893ac"}, "namespace": "ai-tenant-e2e-mt-e1b893ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d60c696a-e61f-4c15-af05-e15d58049042", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e1b893ac"}
2026-06-16T20:24:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e1b893ac"}, "namespace": "ai-tenant-e2e-mt-e1b893ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac6c5379-7b2e-4374-8662-afe38cf35d7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e1b893ac"}
2026-06-16T20:24:16Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e1b893ac"}, "namespace": "ai-tenant-e2e-mt-e1b893ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac6c5379-7b2e-4374-8662-afe38cf35d7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e1b893ac", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:24:16Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e1b893ac"}, "namespace": "ai-tenant-e2e-mt-e1b893ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ac6c5379-7b2e-4374-8662-afe38cf35d7b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-e1b893ac because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:24:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e1b893ac"}, "namespace": "ai-tenant-e2e-mt-e1b893ac", "name": "odh-trusted-ca-bundle", "reconcileID": "93a255ea-b4dd-4e46-a3c1-df38e22b01c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e1b893ac"}
2026-06-16T20:24:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e1b893ac"}, "namespace": "ai-tenant-e2e-mt-e1b893ac", "name": "odh-trusted-ca-bundle", "reconcileID": "93a255ea-b4dd-4e46-a3c1-df38e22b01c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e1b893ac"}
2026-06-16T20:24:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e1b893ac"}, "namespace": "ai-tenant-e2e-mt-e1b893ac", "name": "openshift-service-ca.crt", "reconcileID": "edc9e4c0-a39c-426f-b1c8-f7b8c03229ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e1b893ac"}
2026-06-16T20:24:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e1b893ac"}, "namespace": "ai-tenant-e2e-mt-e1b893ac", "name": "openshift-service-ca.crt", "reconcileID": "edc9e4c0-a39c-426f-b1c8-f7b8c03229ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e1b893ac"}
2026-06-16T20:24:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e1b893ac"}, "namespace": "ai-tenant-e2e-mt-e1b893ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9dae8769-6885-4a59-aa54-6caaf527c1ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e1b893ac"}
2026-06-16T20:24:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e1b893ac"}, "namespace": "ai-tenant-e2e-mt-e1b893ac", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9dae8769-6885-4a59-aa54-6caaf527c1ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e1b893ac"}
2026-06-16T20:24:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-34e7ccf8"}, "namespace": "ai-tenant-e2e-mt-34e7ccf8", "name": "openshift-service-ca.crt", "reconcileID": "a945aad1-b572-408f-85cf-f2728b3ba303", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-34e7ccf8"}
2026-06-16T20:24:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-34e7ccf8"}, "namespace": "ai-tenant-e2e-mt-34e7ccf8", "name": "odh-trusted-ca-bundle", "reconcileID": "b821896e-171a-47d8-8140-3e074cebd4bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-34e7ccf8"}
2026-06-16T20:24:17Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-34e7ccf8"}, "namespace": "ai-tenant-e2e-mt-34e7ccf8", "name": "openshift-service-ca.crt", "reconcileID": "b1a01244-d92c-486f-bc7c-93ab5fb9b9ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-34e7ccf8", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:24:17Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-34e7ccf8"}, "namespace": "ai-tenant-e2e-mt-34e7ccf8", "name": "openshift-service-ca.crt", "reconcileID": "b1a01244-d92c-486f-bc7c-93ab5fb9b9ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-34e7ccf8"}
2026-06-16T20:24:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-34e7ccf8"}, "namespace": "ai-tenant-e2e-mt-34e7ccf8", "name": "openshift-service-ca.crt", "reconcileID": "a79cf880-3510-4a32-a07f-02a3ae267533", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-34e7ccf8"}
2026-06-16T20:24:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-34e7ccf8"}, "namespace": "ai-tenant-e2e-mt-34e7ccf8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6de0a6aa-f753-4363-b0d7-c147b8f019d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-34e7ccf8"}
2026-06-16T20:24:17Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-34e7ccf8"}, "namespace": "ai-tenant-e2e-mt-34e7ccf8", "name": "odh-trusted-ca-bundle", "reconcileID": "a03b2caa-c01c-4e26-b003-7bca41627925", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-34e7ccf8", "update": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:24:17Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-34e7ccf8"}, "namespace": "ai-tenant-e2e-mt-34e7ccf8", "name": "odh-trusted-ca-bundle", "reconcileID": "a03b2caa-c01c-4e26-b003-7bca41627925", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-34e7ccf8"}
2026-06-16T20:24:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-34e7ccf8"}, "namespace": "ai-tenant-e2e-mt-34e7ccf8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c3cb986c-3343-4084-8458-633116380595", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-34e7ccf8"}
2026-06-16T20:24:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-34e7ccf8"}, "namespace": "ai-tenant-e2e-mt-34e7ccf8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6b7c914-910d-47ec-be0f-bff177705a31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-34e7ccf8"}
2026-06-16T20:24:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-34e7ccf8"}, "namespace": "ai-tenant-e2e-mt-34e7ccf8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6b7c914-910d-47ec-be0f-bff177705a31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-34e7ccf8", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:24:49Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-34e7ccf8"}, "namespace": "ai-tenant-e2e-mt-34e7ccf8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e6b7c914-910d-47ec-be0f-bff177705a31", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-34e7ccf8 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:24:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-34e7ccf8"}, "namespace": "ai-tenant-e2e-mt-34e7ccf8", "name": "odh-trusted-ca-bundle", "reconcileID": "3a760fab-2778-46bd-84d5-ef70f18c8865", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-34e7ccf8"}
2026-06-16T20:24:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-34e7ccf8"}, "namespace": "ai-tenant-e2e-mt-34e7ccf8", "name": "odh-trusted-ca-bundle", "reconcileID": "3a760fab-2778-46bd-84d5-ef70f18c8865", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-34e7ccf8"}
2026-06-16T20:24:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-34e7ccf8"}, "namespace": "ai-tenant-e2e-mt-34e7ccf8", "name": "openshift-service-ca.crt", "reconcileID": "df071f80-f5a9-48fa-8308-fedebc8bcf11", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-34e7ccf8"}
2026-06-16T20:24:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-34e7ccf8"}, "namespace": "ai-tenant-e2e-mt-34e7ccf8", "name": "openshift-service-ca.crt", "reconcileID": "df071f80-f5a9-48fa-8308-fedebc8bcf11", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-34e7ccf8"}
2026-06-16T20:24:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-34e7ccf8"}, "namespace": "ai-tenant-e2e-mt-34e7ccf8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "767fb4df-743b-4f1f-8e66-26f5bef65175", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-34e7ccf8"}
2026-06-16T20:24:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-34e7ccf8"}, "namespace": "ai-tenant-e2e-mt-34e7ccf8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "767fb4df-743b-4f1f-8e66-26f5bef65175", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-34e7ccf8"}
2026-06-16T20:24:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-fc79254d"}, "namespace": "e2e-unlabeled-fc79254d", "name": "openshift-service-ca.crt", "reconcileID": "7c9b72fb-d567-449b-93e4-c43bac91a465", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-fc79254d"}
2026-06-16T20:24:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-fc79254d"}, "namespace": "e2e-unlabeled-fc79254d", "name": "odh-trusted-ca-bundle", "reconcileID": "a027861d-f298-48c2-ad0c-8709181ceae2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-fc79254d"}
2026-06-16T20:24:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-fc79254d"}, "namespace": "e2e-unlabeled-fc79254d", "name": "openshift-service-ca.crt", "reconcileID": "874ea29f-fe62-4949-9715-cd5ba7be6465", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-fc79254d", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:24:50Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-fc79254d"}, "namespace": "e2e-unlabeled-fc79254d", "name": "openshift-service-ca.crt", "reconcileID": "874ea29f-fe62-4949-9715-cd5ba7be6465", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-fc79254d"}
2026-06-16T20:24:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-fc79254d"}, "namespace": "e2e-unlabeled-fc79254d", "name": "openshift-service-ca.crt", "reconcileID": "396189c2-fa53-4f60-9c0b-304ffbe00ece", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-fc79254d", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:24:50Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-fc79254d"}, "namespace": "e2e-unlabeled-fc79254d", "name": "openshift-service-ca.crt", "reconcileID": "396189c2-fa53-4f60-9c0b-304ffbe00ece", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:24:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-fc79254d"}, "namespace": "e2e-unlabeled-fc79254d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "994c4686-cf9a-4bf5-878f-c7f62602c1df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-fc79254d"}
2026-06-16T20:24:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-fc79254d"}, "namespace": "e2e-unlabeled-fc79254d", "name": "openshift-service-ca.crt", "reconcileID": "19e8a67c-c3e3-487e-914e-35d4745eefe9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-fc79254d"}
2026-06-16T20:24:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-fc79254d"}, "namespace": "e2e-unlabeled-fc79254d", "name": "odh-trusted-ca-bundle", "reconcileID": "81e6a1b1-6a13-4299-9d6a-d2237648aac2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-fc79254d", "update": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:24:50Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-fc79254d"}, "namespace": "e2e-unlabeled-fc79254d", "name": "odh-trusted-ca-bundle", "reconcileID": "81e6a1b1-6a13-4299-9d6a-d2237648aac2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-fc79254d"}
2026-06-16T20:24:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-fc79254d"}, "namespace": "e2e-unlabeled-fc79254d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc1a86c0-bc1a-46a2-80d7-82eb28cddac6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-fc79254d"}
2026-06-16T20:25:11Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-fc79254d"}, "namespace": "e2e-unlabeled-fc79254d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd8ab026-9578-43fc-b6a5-ed2962a2bae2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-fc79254d"}
2026-06-16T20:25:11Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-fc79254d"}, "namespace": "e2e-unlabeled-fc79254d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd8ab026-9578-43fc-b6a5-ed2962a2bae2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-fc79254d", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:25:11Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-fc79254d"}, "namespace": "e2e-unlabeled-fc79254d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd8ab026-9578-43fc-b6a5-ed2962a2bae2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unlabeled-fc79254d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:25:11Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-fc79254d"}, "namespace": "e2e-unlabeled-fc79254d", "name": "odh-trusted-ca-bundle", "reconcileID": "8166040f-c1f0-4e61-b197-fd132126d03c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-fc79254d"}
2026-06-16T20:25:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-fc79254d"}, "namespace": "e2e-unlabeled-fc79254d", "name": "odh-trusted-ca-bundle", "reconcileID": "8166040f-c1f0-4e61-b197-fd132126d03c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-fc79254d"}
2026-06-16T20:25:11Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-fc79254d"}, "namespace": "e2e-unlabeled-fc79254d", "name": "openshift-service-ca.crt", "reconcileID": "6e6bb717-6347-4cc7-b83a-03ca0cb21039", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-fc79254d"}
2026-06-16T20:25:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-fc79254d"}, "namespace": "e2e-unlabeled-fc79254d", "name": "openshift-service-ca.crt", "reconcileID": "6e6bb717-6347-4cc7-b83a-03ca0cb21039", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-fc79254d"}
2026-06-16T20:25:11Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-fc79254d"}, "namespace": "e2e-unlabeled-fc79254d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d55d8e55-2b02-4e05-b8b5-8409f94b2ceb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-fc79254d"}
2026-06-16T20:25:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-fc79254d"}, "namespace": "e2e-unlabeled-fc79254d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d55d8e55-2b02-4e05-b8b5-8409f94b2ceb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-fc79254d"}
2026-06-16T20:25:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1d790569"}, "namespace": "ai-tenant-e2e-mt-1d790569", "name": "openshift-service-ca.crt", "reconcileID": "c242dd95-5471-4fc7-baba-75e151b8b8f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1d790569"}
2026-06-16T20:25:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1d790569"}, "namespace": "ai-tenant-e2e-mt-1d790569", "name": "odh-trusted-ca-bundle", "reconcileID": "fbec6ed7-90b2-44bb-bfdc-1d0e4defd2e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1d790569"}
2026-06-16T20:25:12Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1d790569"}, "namespace": "ai-tenant-e2e-mt-1d790569", "name": "openshift-service-ca.crt", "reconcileID": "4841dfda-8aa5-4873-ae4c-3e00f9688f4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1d790569", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:25:12Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1d790569"}, "namespace": "ai-tenant-e2e-mt-1d790569", "name": "openshift-service-ca.crt", "reconcileID": "4841dfda-8aa5-4873-ae4c-3e00f9688f4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1d790569"}
2026-06-16T20:25:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1d790569"}, "namespace": "ai-tenant-e2e-mt-1d790569", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8962f29-82a9-405c-9e9e-ae10c7c3c5a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1d790569"}
2026-06-16T20:25:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1d790569"}, "namespace": "ai-tenant-e2e-mt-1d790569", "name": "openshift-service-ca.crt", "reconcileID": "c0cd78fb-2cd7-4e43-a07e-6f9db89bbe73", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1d790569"}
2026-06-16T20:25:12Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1d790569"}, "namespace": "ai-tenant-e2e-mt-1d790569", "name": "odh-trusted-ca-bundle", "reconcileID": "3e96d93a-fea8-4a03-86b6-41d03e0fcead", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1d790569", "update": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:25:12Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1d790569"}, "namespace": "ai-tenant-e2e-mt-1d790569", "name": "odh-trusted-ca-bundle", "reconcileID": "3e96d93a-fea8-4a03-86b6-41d03e0fcead", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1d790569"}
2026-06-16T20:25:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1d790569"}, "namespace": "ai-tenant-e2e-mt-1d790569", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e5950d0-e255-4af5-8cb9-e6fc02271825", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1d790569"}
2026-06-16T20:25:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1d790569"}, "namespace": "ai-tenant-e2e-mt-1d790569", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cdef74f-81f3-4037-84f8-4787979b6418", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1d790569"}
2026-06-16T20:25:29Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1d790569"}, "namespace": "ai-tenant-e2e-mt-1d790569", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cdef74f-81f3-4037-84f8-4787979b6418", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1d790569", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:25:29Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1d790569"}, "namespace": "ai-tenant-e2e-mt-1d790569", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5cdef74f-81f3-4037-84f8-4787979b6418", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-1d790569 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:25:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1d790569"}, "namespace": "ai-tenant-e2e-mt-1d790569", "name": "odh-trusted-ca-bundle", "reconcileID": "86e24a1a-6870-46ac-862c-8d92479c9d39", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1d790569"}
2026-06-16T20:25:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1d790569"}, "namespace": "ai-tenant-e2e-mt-1d790569", "name": "odh-trusted-ca-bundle", "reconcileID": "86e24a1a-6870-46ac-862c-8d92479c9d39", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1d790569"}
2026-06-16T20:25:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1d790569"}, "namespace": "ai-tenant-e2e-mt-1d790569", "name": "openshift-service-ca.crt", "reconcileID": "b0f57acb-5b2a-4618-be4e-5dc4601bad33", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1d790569"}
2026-06-16T20:25:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1d790569"}, "namespace": "ai-tenant-e2e-mt-1d790569", "name": "openshift-service-ca.crt", "reconcileID": "b0f57acb-5b2a-4618-be4e-5dc4601bad33", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1d790569"}
2026-06-16T20:25:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1d790569"}, "namespace": "ai-tenant-e2e-mt-1d790569", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c1d1bdc-a030-4528-82d5-f3446ca2520b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1d790569"}
2026-06-16T20:25:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1d790569"}, "namespace": "ai-tenant-e2e-mt-1d790569", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c1d1bdc-a030-4528-82d5-f3446ca2520b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1d790569"}
2026-06-16T20:25:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6bbdec80"}, "namespace": "ai-tenant-e2e-mt-6bbdec80", "name": "openshift-service-ca.crt", "reconcileID": "9614355b-4ee8-45c0-9cb6-ebe6f02448f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6bbdec80"}
2026-06-16T20:25:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbdec80"}, "namespace": "ai-tenant-e2e-mt-6bbdec80", "name": "odh-trusted-ca-bundle", "reconcileID": "ec98c4fd-fa36-4d4c-8857-46f58d4f33bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbdec80"}
2026-06-16T20:25:30Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6bbdec80"}, "namespace": "ai-tenant-e2e-mt-6bbdec80", "name": "openshift-service-ca.crt", "reconcileID": "70df4d61-582c-45c9-9452-5d68e451befa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6bbdec80", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:25:30Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6bbdec80"}, "namespace": "ai-tenant-e2e-mt-6bbdec80", "name": "openshift-service-ca.crt", "reconcileID": "70df4d61-582c-45c9-9452-5d68e451befa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6bbdec80"}
2026-06-16T20:25:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbdec80"}, "namespace": "ai-tenant-e2e-mt-6bbdec80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cb052805-18d5-4142-9cc2-27efab75c245", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbdec80"}
2026-06-16T20:25:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6bbdec80"}, "namespace": "ai-tenant-e2e-mt-6bbdec80", "name": "openshift-service-ca.crt", "reconcileID": "dded10d5-dda3-415f-893a-742d7e4cc37a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6bbdec80"}
2026-06-16T20:25:30Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbdec80"}, "namespace": "ai-tenant-e2e-mt-6bbdec80", "name": "odh-trusted-ca-bundle", "reconcileID": "0fc3eaf0-d716-4e7e-af59-f487a5e0cbe1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbdec80", "update": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:25:30Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbdec80"}, "namespace": "ai-tenant-e2e-mt-6bbdec80", "name": "odh-trusted-ca-bundle", "reconcileID": "0fc3eaf0-d716-4e7e-af59-f487a5e0cbe1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbdec80"}
2026-06-16T20:25:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbdec80"}, "namespace": "ai-tenant-e2e-mt-6bbdec80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "38f9d91a-382e-4e07-b1f1-e532262c334d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbdec80"}
2026-06-16T20:25:37Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbdec80"}, "namespace": "ai-tenant-e2e-mt-6bbdec80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a410747-071e-4c50-8e31-fb9428294507", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbdec80"}
2026-06-16T20:25:37Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbdec80"}, "namespace": "ai-tenant-e2e-mt-6bbdec80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a410747-071e-4c50-8e31-fb9428294507", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbdec80", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:25:37Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbdec80"}, "namespace": "ai-tenant-e2e-mt-6bbdec80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a410747-071e-4c50-8e31-fb9428294507", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-6bbdec80 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:25:37Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbdec80"}, "namespace": "ai-tenant-e2e-mt-6bbdec80", "name": "odh-trusted-ca-bundle", "reconcileID": "175824c1-9926-4a79-9c47-246db6f53b01", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbdec80"}
2026-06-16T20:25:37Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbdec80"}, "namespace": "ai-tenant-e2e-mt-6bbdec80", "name": "odh-trusted-ca-bundle", "reconcileID": "175824c1-9926-4a79-9c47-246db6f53b01", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbdec80"}
2026-06-16T20:25:37Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6bbdec80"}, "namespace": "ai-tenant-e2e-mt-6bbdec80", "name": "openshift-service-ca.crt", "reconcileID": "d2ffcaf0-1c5d-4d6b-8e41-b6ec227a0552", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6bbdec80"}
2026-06-16T20:25:37Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6bbdec80"}, "namespace": "ai-tenant-e2e-mt-6bbdec80", "name": "openshift-service-ca.crt", "reconcileID": "d2ffcaf0-1c5d-4d6b-8e41-b6ec227a0552", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6bbdec80"}
2026-06-16T20:25:37Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbdec80"}, "namespace": "ai-tenant-e2e-mt-6bbdec80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d275b36-c25f-4e32-99f2-987dcaee695f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbdec80"}
2026-06-16T20:25:37Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbdec80"}, "namespace": "ai-tenant-e2e-mt-6bbdec80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d275b36-c25f-4e32-99f2-987dcaee695f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbdec80"}
2026-06-16T20:25:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d379695b"}, "namespace": "ai-tenant-e2e-mt-d379695b", "name": "openshift-service-ca.crt", "reconcileID": "9078939a-89d4-4545-b7c0-f9a500af346d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d379695b"}
2026-06-16T20:25:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d379695b"}, "namespace": "ai-tenant-e2e-mt-d379695b", "name": "odh-trusted-ca-bundle", "reconcileID": "4630c107-ab6b-4f56-bbc2-e8d3f92459a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d379695b"}
2026-06-16T20:25:38Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d379695b"}, "namespace": "ai-tenant-e2e-mt-d379695b", "name": "openshift-service-ca.crt", "reconcileID": "14892512-9207-48d5-9ccb-ed6927306688", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d379695b", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:25:38Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d379695b"}, "namespace": "ai-tenant-e2e-mt-d379695b", "name": "openshift-service-ca.crt", "reconcileID": "14892512-9207-48d5-9ccb-ed6927306688", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d379695b"}
2026-06-16T20:25:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d379695b"}, "namespace": "ai-tenant-e2e-mt-d379695b", "name": "openshift-service-ca.crt", "reconcileID": "4795759f-87f9-4839-853f-0134bd5a17c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d379695b"}
2026-06-16T20:25:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d379695b"}, "namespace": "ai-tenant-e2e-mt-d379695b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9875d7f3-bc34-4ce8-92fb-a42596555619", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d379695b"}
2026-06-16T20:25:38Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d379695b"}, "namespace": "ai-tenant-e2e-mt-d379695b", "name": "odh-trusted-ca-bundle", "reconcileID": "0417ca43-ffb9-463d-93ff-b76ce61900ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d379695b", "update": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:25:38Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d379695b"}, "namespace": "ai-tenant-e2e-mt-d379695b", "name": "odh-trusted-ca-bundle", "reconcileID": "0417ca43-ffb9-463d-93ff-b76ce61900ad", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d379695b"}
2026-06-16T20:25:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d379695b"}, "namespace": "ai-tenant-e2e-mt-d379695b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0a139532-a20a-4181-ad70-99a429685cca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d379695b"}
2026-06-16T20:25:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a6223119"}, "namespace": "ai-tenant-e2e-mt-a6223119", "name": "openshift-service-ca.crt", "reconcileID": "2af736e2-1715-490f-a1e6-a0ff6244982f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a6223119"}
2026-06-16T20:25:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a6223119"}, "namespace": "ai-tenant-e2e-mt-a6223119", "name": "odh-trusted-ca-bundle", "reconcileID": "784c58d7-c979-46d7-b66f-64ec0ed10e71", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6223119"}
2026-06-16T20:25:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a6223119"}, "namespace": "ai-tenant-e2e-mt-a6223119", "name": "openshift-service-ca.crt", "reconcileID": "d4a9d2f6-bb4c-4f84-8188-b8e3a09f0153", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a6223119", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:25:39Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a6223119"}, "namespace": "ai-tenant-e2e-mt-a6223119", "name": "openshift-service-ca.crt", "reconcileID": "d4a9d2f6-bb4c-4f84-8188-b8e3a09f0153", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a6223119"}
2026-06-16T20:25:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a6223119"}, "namespace": "ai-tenant-e2e-mt-a6223119", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8704e1cb-e162-420b-9722-60a4405b10ec", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6223119"}
2026-06-16T20:25:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a6223119"}, "namespace": "ai-tenant-e2e-mt-a6223119", "name": "openshift-service-ca.crt", "reconcileID": "9456cb6f-c183-402d-94dd-118e1b0e39ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a6223119"}
2026-06-16T20:25:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a6223119"}, "namespace": "ai-tenant-e2e-mt-a6223119", "name": "odh-trusted-ca-bundle", "reconcileID": "42941a02-7924-494f-b3c7-61fec04441a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6223119", "update": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:25:39Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a6223119"}, "namespace": "ai-tenant-e2e-mt-a6223119", "name": "odh-trusted-ca-bundle", "reconcileID": "42941a02-7924-494f-b3c7-61fec04441a0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6223119"}
2026-06-16T20:25:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a6223119"}, "namespace": "ai-tenant-e2e-mt-a6223119", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd7dc534-84fe-44f8-b649-62744deb51ea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6223119"}
2026-06-16T20:25:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d379695b"}, "namespace": "ai-tenant-e2e-mt-d379695b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d522b455-c212-48a0-a725-4a3ab659512b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d379695b"}
2026-06-16T20:25:46Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d379695b"}, "namespace": "ai-tenant-e2e-mt-d379695b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d522b455-c212-48a0-a725-4a3ab659512b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d379695b", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:25:46Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d379695b"}, "namespace": "ai-tenant-e2e-mt-d379695b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d522b455-c212-48a0-a725-4a3ab659512b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-d379695b because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:25:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d379695b"}, "namespace": "ai-tenant-e2e-mt-d379695b", "name": "odh-trusted-ca-bundle", "reconcileID": "a7946419-5a8e-49d4-9fea-1942baf6a134", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d379695b"}
2026-06-16T20:25:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d379695b"}, "namespace": "ai-tenant-e2e-mt-d379695b", "name": "odh-trusted-ca-bundle", "reconcileID": "a7946419-5a8e-49d4-9fea-1942baf6a134", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d379695b"}
2026-06-16T20:25:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d379695b"}, "namespace": "ai-tenant-e2e-mt-d379695b", "name": "openshift-service-ca.crt", "reconcileID": "4b3f175f-37fc-480a-a1c4-635b03527d6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d379695b"}
2026-06-16T20:25:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d379695b"}, "namespace": "ai-tenant-e2e-mt-d379695b", "name": "openshift-service-ca.crt", "reconcileID": "4b3f175f-37fc-480a-a1c4-635b03527d6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d379695b"}
2026-06-16T20:25:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d379695b"}, "namespace": "ai-tenant-e2e-mt-d379695b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6fe01c9-9b87-4aa6-b871-bbaf03f6822c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d379695b"}
2026-06-16T20:25:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d379695b"}, "namespace": "ai-tenant-e2e-mt-d379695b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6fe01c9-9b87-4aa6-b871-bbaf03f6822c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d379695b"}
2026-06-16T20:25:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a6223119"}, "namespace": "ai-tenant-e2e-mt-a6223119", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd7e4075-6334-422f-a56b-e667bcbb0ff3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6223119"}
2026-06-16T20:25:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a6223119"}, "namespace": "ai-tenant-e2e-mt-a6223119", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd7e4075-6334-422f-a56b-e667bcbb0ff3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6223119", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:25:55Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a6223119"}, "namespace": "ai-tenant-e2e-mt-a6223119", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dd7e4075-6334-422f-a56b-e667bcbb0ff3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-a6223119 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:25:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a6223119"}, "namespace": "ai-tenant-e2e-mt-a6223119", "name": "odh-trusted-ca-bundle", "reconcileID": "cddae5fa-5f05-41d6-9d39-a91038562f55", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6223119"}
2026-06-16T20:25:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a6223119"}, "namespace": "ai-tenant-e2e-mt-a6223119", "name": "odh-trusted-ca-bundle", "reconcileID": "cddae5fa-5f05-41d6-9d39-a91038562f55", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6223119"}
2026-06-16T20:25:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a6223119"}, "namespace": "ai-tenant-e2e-mt-a6223119", "name": "openshift-service-ca.crt", "reconcileID": "4b9aacf3-1fa0-4f18-b13d-2851f8760707", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a6223119"}
2026-06-16T20:25:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a6223119"}, "namespace": "ai-tenant-e2e-mt-a6223119", "name": "openshift-service-ca.crt", "reconcileID": "4b9aacf3-1fa0-4f18-b13d-2851f8760707", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a6223119"}
2026-06-16T20:25:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a6223119"}, "namespace": "ai-tenant-e2e-mt-a6223119", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf287c68-2fc4-4e02-b5c3-167599893d7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6223119"}
2026-06-16T20:25:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a6223119"}, "namespace": "ai-tenant-e2e-mt-a6223119", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf287c68-2fc4-4e02-b5c3-167599893d7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a6223119"}
2026-06-16T20:25:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-24730d5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-24730d5c", "reconcileID": "396e4d14-e003-49e9-9f34-3dd98b74149f", "Gateway": "e2e-mt-24730d5c", "namespace": "openshift-ingress"}
2026-06-16T20:25:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-24730d5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-24730d5c", "reconcileID": "a145c166-5fe8-4a20-97b7-a0674ebfe808", "Gateway": "e2e-mt-24730d5c", "namespace": "openshift-ingress"}
2026-06-16T20:25:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-24730d5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-24730d5c", "reconcileID": "6f0c4b39-8c42-4f98-ad9b-3e32e958496a", "Gateway": "e2e-mt-24730d5c", "namespace": "openshift-ingress"}
2026-06-16T20:25:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-24730d5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-24730d5c", "reconcileID": "eceb5507-4a4c-4293-acae-b8c62bcb4d3c", "Gateway": "e2e-mt-24730d5c", "namespace": "openshift-ingress"}
2026-06-16T20:25:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-24730d5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-24730d5c", "reconcileID": "e2d87161-56a1-4dcf-adee-7e4e96a6bae4", "Gateway": "e2e-mt-24730d5c", "namespace": "openshift-ingress"}
2026-06-16T20:25:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-24730d5c"}, "namespace": "ai-tenant-e2e-mt-24730d5c", "name": "openshift-service-ca.crt", "reconcileID": "cc4338f5-c56f-4db4-9653-81d952298a34", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-24730d5c"}
2026-06-16T20:25:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-24730d5c"}, "namespace": "ai-tenant-e2e-mt-24730d5c", "name": "odh-trusted-ca-bundle", "reconcileID": "efa1e257-cf58-4f29-bf38-9cc3b310cf99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-24730d5c"}
2026-06-16T20:25:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-24730d5c"}, "namespace": "ai-tenant-e2e-mt-24730d5c", "name": "openshift-service-ca.crt", "reconcileID": "76194fbf-d0d8-4665-a4af-c90966de4fd0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-24730d5c", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:25:56Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-24730d5c"}, "namespace": "ai-tenant-e2e-mt-24730d5c", "name": "openshift-service-ca.crt", "reconcileID": "76194fbf-d0d8-4665-a4af-c90966de4fd0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-24730d5c"}
2026-06-16T20:25:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-24730d5c"}, "namespace": "ai-tenant-e2e-mt-24730d5c", "name": "openshift-service-ca.crt", "reconcileID": "724131cd-9e9b-4e82-8fea-a67a172380b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-24730d5c"}
2026-06-16T20:25:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-24730d5c"}, "namespace": "ai-tenant-e2e-mt-24730d5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c7565981-d440-466f-8574-75bb234cd402", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-24730d5c"}
2026-06-16T20:25:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-24730d5c"}, "namespace": "ai-tenant-e2e-mt-24730d5c", "name": "odh-trusted-ca-bundle", "reconcileID": "3f3e5b67-a48b-437a-b1e4-48db9c56a3d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-24730d5c", "update": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:25:56Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-24730d5c"}, "namespace": "ai-tenant-e2e-mt-24730d5c", "name": "odh-trusted-ca-bundle", "reconcileID": "3f3e5b67-a48b-437a-b1e4-48db9c56a3d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-24730d5c"}
2026-06-16T20:25:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-24730d5c"}, "namespace": "ai-tenant-e2e-mt-24730d5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44b48b26-b353-4201-b270-62e294bf32db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-24730d5c"}
2026-06-16T20:25:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-24730d5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-24730d5c", "reconcileID": "a871a01a-37bc-44f4-994a-827c0ef1e4d6", "Gateway": "e2e-mt-24730d5c", "namespace": "openshift-ingress"}
2026-06-16T20:25:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-24730d5c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-24730d5c", "reconcileID": "c8549f15-e831-456d-aba1-019f9740f692", "Gateway": "e2e-mt-24730d5c", "namespace": "openshift-ingress"}
2026-06-16T20:26:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-24730d5c"}, "namespace": "e2e-mt-other-24730d5c", "name": "openshift-service-ca.crt", "reconcileID": "3dbfb524-36c0-49e7-960f-3e456feb7bed", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-24730d5c"}
2026-06-16T20:26:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-24730d5c"}, "namespace": "e2e-mt-other-24730d5c", "name": "odh-trusted-ca-bundle", "reconcileID": "a881a9c1-f1ae-4737-a1fc-8056d5606146", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-24730d5c"}
2026-06-16T20:26:02Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-24730d5c"}, "namespace": "e2e-mt-other-24730d5c", "name": "openshift-service-ca.crt", "reconcileID": "10142469-3dcb-46e4-a53e-d60fad53efaa", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-24730d5c", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:26:02Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-24730d5c"}, "namespace": "e2e-mt-other-24730d5c", "name": "openshift-service-ca.crt", "reconcileID": "10142469-3dcb-46e4-a53e-d60fad53efaa", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-24730d5c"}
2026-06-16T20:26:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-24730d5c"}, "namespace": "e2e-mt-other-24730d5c", "name": "openshift-service-ca.crt", "reconcileID": "c045a741-b16d-4458-ab3e-8dfa667ab220", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-24730d5c"}
2026-06-16T20:26:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-24730d5c"}, "namespace": "e2e-mt-other-24730d5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed58991c-cc57-4ee3-88ee-7dda27df99d5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-24730d5c"}
2026-06-16T20:26:02Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-24730d5c"}, "namespace": "e2e-mt-other-24730d5c", "name": "odh-trusted-ca-bundle", "reconcileID": "0bf10cb7-2e00-44fb-93a7-246965321b71", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-24730d5c", "update": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:26:02Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-24730d5c"}, "namespace": "e2e-mt-other-24730d5c", "name": "odh-trusted-ca-bundle", "reconcileID": "0bf10cb7-2e00-44fb-93a7-246965321b71", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-24730d5c"}
2026-06-16T20:26:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-24730d5c"}, "namespace": "e2e-mt-other-24730d5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5bf476d9-e9d8-415d-8d30-8a8a8f37ac63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-24730d5c"}
2026-06-16T20:26:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-24730d5c"}, "namespace": "e2e-mt-other-24730d5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bb2a1d9-e491-494b-9e7a-79896a6eb947", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-24730d5c"}
2026-06-16T20:26:09Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-24730d5c"}, "namespace": "e2e-mt-other-24730d5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bb2a1d9-e491-494b-9e7a-79896a6eb947", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-24730d5c", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:26:09Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-24730d5c"}, "namespace": "e2e-mt-other-24730d5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bb2a1d9-e491-494b-9e7a-79896a6eb947", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-other-24730d5c because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:26:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-24730d5c"}, "namespace": "e2e-mt-other-24730d5c", "name": "odh-trusted-ca-bundle", "reconcileID": "7e4f0c7a-8134-4027-890b-9ef333ba585c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-24730d5c"}
2026-06-16T20:26:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-24730d5c"}, "namespace": "e2e-mt-other-24730d5c", "name": "odh-trusted-ca-bundle", "reconcileID": "7e4f0c7a-8134-4027-890b-9ef333ba585c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-24730d5c"}
2026-06-16T20:26:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-24730d5c"}, "namespace": "e2e-mt-other-24730d5c", "name": "openshift-service-ca.crt", "reconcileID": "c86de9c2-3e62-4364-96ce-480567f590b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-24730d5c"}
2026-06-16T20:26:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-24730d5c"}, "namespace": "e2e-mt-other-24730d5c", "name": "openshift-service-ca.crt", "reconcileID": "c86de9c2-3e62-4364-96ce-480567f590b7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-24730d5c"}
2026-06-16T20:26:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-24730d5c"}, "namespace": "e2e-mt-other-24730d5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4f60371-64fd-4d84-88d0-f0074b2cf5a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-24730d5c"}
2026-06-16T20:26:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-24730d5c"}, "namespace": "e2e-mt-other-24730d5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4f60371-64fd-4d84-88d0-f0074b2cf5a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-24730d5c"}
2026-06-16T20:26:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-24730d5c"}, "namespace": "ai-tenant-e2e-mt-24730d5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "405be7c8-58d3-46b7-a1f9-8e92e496912e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-24730d5c"}
2026-06-16T20:26:15Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-24730d5c"}, "namespace": "ai-tenant-e2e-mt-24730d5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "405be7c8-58d3-46b7-a1f9-8e92e496912e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-24730d5c", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:26:15Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-24730d5c"}, "namespace": "ai-tenant-e2e-mt-24730d5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "405be7c8-58d3-46b7-a1f9-8e92e496912e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-24730d5c because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:26:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-24730d5c"}, "namespace": "ai-tenant-e2e-mt-24730d5c", "name": "odh-trusted-ca-bundle", "reconcileID": "4fdd158b-21ac-4103-bf66-be9c9e778368", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-24730d5c"}
2026-06-16T20:26:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-24730d5c"}, "namespace": "ai-tenant-e2e-mt-24730d5c", "name": "odh-trusted-ca-bundle", "reconcileID": "4fdd158b-21ac-4103-bf66-be9c9e778368", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-24730d5c"}
2026-06-16T20:26:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-24730d5c"}, "namespace": "ai-tenant-e2e-mt-24730d5c", "name": "openshift-service-ca.crt", "reconcileID": "e7497699-ab94-48b6-ae0e-8323c381eba9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-24730d5c"}
2026-06-16T20:26:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-24730d5c"}, "namespace": "ai-tenant-e2e-mt-24730d5c", "name": "openshift-service-ca.crt", "reconcileID": "e7497699-ab94-48b6-ae0e-8323c381eba9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-24730d5c"}
2026-06-16T20:26:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-24730d5c"}, "namespace": "ai-tenant-e2e-mt-24730d5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce6e91a1-fffd-45df-8f4d-e56be8eee721", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-24730d5c"}
2026-06-16T20:26:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-24730d5c"}, "namespace": "ai-tenant-e2e-mt-24730d5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce6e91a1-fffd-45df-8f4d-e56be8eee721", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-24730d5c"}
2026-06-16T20:26:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-04f33d20"}, "namespace": "e2e-webhook-sub-04f33d20", "name": "openshift-service-ca.crt", "reconcileID": "7ff5c68d-462e-4fe6-b295-f2d0d1641762", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-04f33d20"}
2026-06-16T20:26:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-04f33d20"}, "namespace": "e2e-webhook-sub-04f33d20", "name": "odh-trusted-ca-bundle", "reconcileID": "2e28499b-2e4e-41ec-8973-330549fffe9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-04f33d20"}
2026-06-16T20:26:17Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-04f33d20"}, "namespace": "e2e-webhook-sub-04f33d20", "name": "openshift-service-ca.crt", "reconcileID": "c791448a-2195-4855-85b2-24670ffa9300", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-04f33d20", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:26:17Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-04f33d20"}, "namespace": "e2e-webhook-sub-04f33d20", "name": "openshift-service-ca.crt", "reconcileID": "c791448a-2195-4855-85b2-24670ffa9300", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-04f33d20"}
2026-06-16T20:26:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-04f33d20"}, "namespace": "e2e-webhook-sub-04f33d20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "baab67d7-28ff-410b-add6-b24b2a7f6242", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-04f33d20"}
2026-06-16T20:26:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-04f33d20"}, "namespace": "e2e-webhook-sub-04f33d20", "name": "openshift-service-ca.crt", "reconcileID": "4441e4d4-e5fb-46c2-be41-864880567c01", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-04f33d20"}
2026-06-16T20:26:17Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-04f33d20"}, "namespace": "e2e-webhook-sub-04f33d20", "name": "odh-trusted-ca-bundle", "reconcileID": "7aa0a8b8-c408-474c-bda6-2aea362b52e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-04f33d20", "update": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:26:17Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-04f33d20"}, "namespace": "e2e-webhook-sub-04f33d20", "name": "odh-trusted-ca-bundle", "reconcileID": "7aa0a8b8-c408-474c-bda6-2aea362b52e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-04f33d20"}
2026-06-16T20:26:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-04f33d20"}, "namespace": "e2e-webhook-sub-04f33d20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2ff60ce-3ba1-43c7-8fe0-9d36e8e0e31c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-04f33d20"}
2026-06-16T20:26:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-04f33d20"}, "namespace": "e2e-webhook-sub-04f33d20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb4b07e6-62f7-4ee0-86f9-be2a8c92b7c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-04f33d20"}
2026-06-16T20:26:23Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-04f33d20"}, "namespace": "e2e-webhook-sub-04f33d20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb4b07e6-62f7-4ee0-86f9-be2a8c92b7c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-04f33d20", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:26:23Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-04f33d20"}, "namespace": "e2e-webhook-sub-04f33d20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb4b07e6-62f7-4ee0-86f9-be2a8c92b7c9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-sub-04f33d20 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:26:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-04f33d20"}, "namespace": "e2e-webhook-sub-04f33d20", "name": "odh-trusted-ca-bundle", "reconcileID": "7b2e5bb2-7b19-45c4-89c8-838d2935f775", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-04f33d20"}
2026-06-16T20:26:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-04f33d20"}, "namespace": "e2e-webhook-sub-04f33d20", "name": "odh-trusted-ca-bundle", "reconcileID": "7b2e5bb2-7b19-45c4-89c8-838d2935f775", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-04f33d20"}
2026-06-16T20:26:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-04f33d20"}, "namespace": "e2e-webhook-sub-04f33d20", "name": "openshift-service-ca.crt", "reconcileID": "585da571-9de2-4fcd-8b35-4a77caafa7ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-04f33d20"}
2026-06-16T20:26:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-04f33d20"}, "namespace": "e2e-webhook-sub-04f33d20", "name": "openshift-service-ca.crt", "reconcileID": "585da571-9de2-4fcd-8b35-4a77caafa7ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-04f33d20"}
2026-06-16T20:26:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-04f33d20"}, "namespace": "e2e-webhook-sub-04f33d20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ca307ee-ce09-4111-8751-a7b86b7e9a8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-04f33d20"}
2026-06-16T20:26:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-04f33d20"}, "namespace": "e2e-webhook-sub-04f33d20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ca307ee-ce09-4111-8751-a7b86b7e9a8d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-04f33d20"}
2026-06-16T20:26:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-7f196ec5"}, "namespace": "e2e-webhook-auth-7f196ec5", "name": "openshift-service-ca.crt", "reconcileID": "720fabda-78ed-442a-9560-5f02b2f8c068", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-7f196ec5"}
2026-06-16T20:26:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-7f196ec5"}, "namespace": "e2e-webhook-auth-7f196ec5", "name": "odh-trusted-ca-bundle", "reconcileID": "8e286fd1-eaa7-4e2d-b941-330d24423e72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-7f196ec5"}
2026-06-16T20:26:23Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-7f196ec5"}, "namespace": "e2e-webhook-auth-7f196ec5", "name": "openshift-service-ca.crt", "reconcileID": "ebcc4b4b-1c71-4507-9477-c15a42cb4cf4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-7f196ec5", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:26:23Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-7f196ec5"}, "namespace": "e2e-webhook-auth-7f196ec5", "name": "openshift-service-ca.crt", "reconcileID": "ebcc4b4b-1c71-4507-9477-c15a42cb4cf4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-7f196ec5"}
2026-06-16T20:26:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-7f196ec5"}, "namespace": "e2e-webhook-auth-7f196ec5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "56deaaa6-05a8-443d-bcbd-ca35c9a5a046", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-7f196ec5"}
2026-06-16T20:26:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-7f196ec5"}, "namespace": "e2e-webhook-auth-7f196ec5", "name": "openshift-service-ca.crt", "reconcileID": "751e05c4-3ed8-43bb-84ee-0ca21568061e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-7f196ec5"}
2026-06-16T20:26:24Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-7f196ec5"}, "namespace": "e2e-webhook-auth-7f196ec5", "name": "odh-trusted-ca-bundle", "reconcileID": "3c9c726e-09c7-4518-a244-4eaa5aeb51c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-7f196ec5", "update": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:26:24Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-7f196ec5"}, "namespace": "e2e-webhook-auth-7f196ec5", "name": "odh-trusted-ca-bundle", "reconcileID": "3c9c726e-09c7-4518-a244-4eaa5aeb51c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-7f196ec5"}
2026-06-16T20:26:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-7f196ec5"}, "namespace": "e2e-webhook-auth-7f196ec5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3128c0da-2d1d-4c58-af5b-8b21fff507ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-7f196ec5"}
2026-06-16T20:26:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-7f196ec5"}, "namespace": "e2e-webhook-auth-7f196ec5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b77e5849-07b3-4f2d-a76f-558f3956c210", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-7f196ec5"}
2026-06-16T20:26:29Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-7f196ec5"}, "namespace": "e2e-webhook-auth-7f196ec5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b77e5849-07b3-4f2d-a76f-558f3956c210", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-7f196ec5", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:26:29Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-7f196ec5"}, "namespace": "e2e-webhook-auth-7f196ec5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b77e5849-07b3-4f2d-a76f-558f3956c210", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-auth-7f196ec5 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:26:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-7f196ec5"}, "namespace": "e2e-webhook-auth-7f196ec5", "name": "odh-trusted-ca-bundle", "reconcileID": "53657469-2fa5-482a-b5d3-7579fd8cd01e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-7f196ec5"}
2026-06-16T20:26:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-7f196ec5"}, "namespace": "e2e-webhook-auth-7f196ec5", "name": "odh-trusted-ca-bundle", "reconcileID": "53657469-2fa5-482a-b5d3-7579fd8cd01e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-7f196ec5"}
2026-06-16T20:26:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-7f196ec5"}, "namespace": "e2e-webhook-auth-7f196ec5", "name": "openshift-service-ca.crt", "reconcileID": "6c4656bb-ef25-4f87-8352-0c9f808f3095", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-7f196ec5"}
2026-06-16T20:26:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-7f196ec5"}, "namespace": "e2e-webhook-auth-7f196ec5", "name": "openshift-service-ca.crt", "reconcileID": "6c4656bb-ef25-4f87-8352-0c9f808f3095", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-7f196ec5"}
2026-06-16T20:26:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-7f196ec5"}, "namespace": "e2e-webhook-auth-7f196ec5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6450563f-a23a-4515-9278-84040be92f95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-7f196ec5"}
2026-06-16T20:26:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-7f196ec5"}, "namespace": "e2e-webhook-auth-7f196ec5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6450563f-a23a-4515-9278-84040be92f95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-7f196ec5"}
2026-06-16T20:26:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a8d14bc9"}, "namespace": "ai-tenant-e2e-mt-a8d14bc9", "name": "openshift-service-ca.crt", "reconcileID": "aa21fa2d-f55c-4221-b387-2ce4c29f2d08", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a8d14bc9"}
2026-06-16T20:26:41Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a8d14bc9"}, "namespace": "ai-tenant-e2e-mt-a8d14bc9", "name": "odh-trusted-ca-bundle", "reconcileID": "36c93a80-e86b-477f-be2f-04c8a84f3edf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a8d14bc9", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:26:41Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a8d14bc9"}, "namespace": "ai-tenant-e2e-mt-a8d14bc9", "name": "odh-trusted-ca-bundle", "reconcileID": "36c93a80-e86b-477f-be2f-04c8a84f3edf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a8d14bc9"}
2026-06-16T20:26:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a8d14bc9"}, "namespace": "ai-tenant-e2e-mt-a8d14bc9", "name": "openshift-service-ca.crt", "reconcileID": "2b8fe6cf-6143-4cb0-b0a2-7335d7b81b0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a8d14bc9"}
2026-06-16T20:26:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a8d14bc9"}, "namespace": "ai-tenant-e2e-mt-a8d14bc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ded3494e-00b7-4364-ab69-094c553a5074", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a8d14bc9"}
2026-06-16T20:26:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a8d14bc9"}, "namespace": "ai-tenant-e2e-mt-a8d14bc9", "name": "openshift-service-ca.crt", "reconcileID": "69a6d2de-85ec-4757-86d6-12f3cb82f952", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a8d14bc9"}
2026-06-16T20:26:41Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a8d14bc9"}, "namespace": "ai-tenant-e2e-mt-a8d14bc9", "name": "odh-trusted-ca-bundle", "reconcileID": "51d1efad-6223-4862-ac61-0f6a42f8e40b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a8d14bc9", "update": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:26:41Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a8d14bc9"}, "namespace": "ai-tenant-e2e-mt-a8d14bc9", "name": "odh-trusted-ca-bundle", "reconcileID": "51d1efad-6223-4862-ac61-0f6a42f8e40b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a8d14bc9"}
2026-06-16T20:26:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a8d14bc9"}, "namespace": "ai-tenant-e2e-mt-a8d14bc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "125e7d00-2303-4adb-ba88-969533192ae3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a8d14bc9"}
2026-06-16T20:26:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a8d14bc9"}, "namespace": "ai-tenant-e2e-mt-a8d14bc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "855a6f4c-1a98-44f4-a279-6ae629f9ca80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a8d14bc9"}
2026-06-16T20:26:53Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a8d14bc9"}, "namespace": "ai-tenant-e2e-mt-a8d14bc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "855a6f4c-1a98-44f4-a279-6ae629f9ca80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a8d14bc9", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:26:53Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a8d14bc9"}, "namespace": "ai-tenant-e2e-mt-a8d14bc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "855a6f4c-1a98-44f4-a279-6ae629f9ca80", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-a8d14bc9 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:26:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a8d14bc9"}, "namespace": "ai-tenant-e2e-mt-a8d14bc9", "name": "odh-trusted-ca-bundle", "reconcileID": "bdc756a3-283c-4f8b-bda5-496deabef9e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a8d14bc9"}
2026-06-16T20:26:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a8d14bc9"}, "namespace": "ai-tenant-e2e-mt-a8d14bc9", "name": "odh-trusted-ca-bundle", "reconcileID": "bdc756a3-283c-4f8b-bda5-496deabef9e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a8d14bc9"}
2026-06-16T20:26:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a8d14bc9"}, "namespace": "ai-tenant-e2e-mt-a8d14bc9", "name": "openshift-service-ca.crt", "reconcileID": "268cf93a-5ae1-49d0-9caa-bfe40daa4064", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a8d14bc9"}
2026-06-16T20:26:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a8d14bc9"}, "namespace": "ai-tenant-e2e-mt-a8d14bc9", "name": "openshift-service-ca.crt", "reconcileID": "268cf93a-5ae1-49d0-9caa-bfe40daa4064", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a8d14bc9"}
2026-06-16T20:26:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a8d14bc9"}, "namespace": "ai-tenant-e2e-mt-a8d14bc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33c7c2ef-4af8-4702-9106-1b93d43703b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a8d14bc9"}
2026-06-16T20:26:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a8d14bc9"}, "namespace": "ai-tenant-e2e-mt-a8d14bc9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "33c7c2ef-4af8-4702-9106-1b93d43703b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a8d14bc9"}
2026-06-16T20:26:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8717987a"}, "namespace": "ai-tenant-e2e-mt-8717987a", "name": "openshift-service-ca.crt", "reconcileID": "5a0ed559-8ea4-4499-ae06-633abddf12b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8717987a"}
2026-06-16T20:26:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8717987a"}, "namespace": "ai-tenant-e2e-mt-8717987a", "name": "odh-trusted-ca-bundle", "reconcileID": "415f7172-6da4-4d9c-a258-c852718baf40", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8717987a"}
2026-06-16T20:26:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8717987a"}, "namespace": "ai-tenant-e2e-mt-8717987a", "name": "openshift-service-ca.crt", "reconcileID": "498c3fdc-5237-4219-9f98-beb40c60b59c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8717987a", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:26:56Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8717987a"}, "namespace": "ai-tenant-e2e-mt-8717987a", "name": "openshift-service-ca.crt", "reconcileID": "498c3fdc-5237-4219-9f98-beb40c60b59c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8717987a"}
2026-06-16T20:26:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8717987a"}, "namespace": "ai-tenant-e2e-mt-8717987a", "name": "openshift-service-ca.crt", "reconcileID": "188dcdae-db6f-47a7-8715-17011184ec25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8717987a", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:26:56Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8717987a"}, "namespace": "ai-tenant-e2e-mt-8717987a", "name": "openshift-service-ca.crt", "reconcileID": "188dcdae-db6f-47a7-8715-17011184ec25", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:26:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8717987a"}, "namespace": "ai-tenant-e2e-mt-8717987a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d4f0fa3-7a06-4f69-b705-9fb579df9396", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8717987a"}
2026-06-16T20:26:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8717987a"}, "namespace": "ai-tenant-e2e-mt-8717987a", "name": "openshift-service-ca.crt", "reconcileID": "a8537d85-89f7-4814-b505-a462d8c05ecd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8717987a"}
2026-06-16T20:26:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8717987a"}, "namespace": "ai-tenant-e2e-mt-8717987a", "name": "odh-trusted-ca-bundle", "reconcileID": "0709bdd9-f9cf-42ec-a730-20e4ec12cb4d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8717987a", "update": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:26:56Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8717987a"}, "namespace": "ai-tenant-e2e-mt-8717987a", "name": "odh-trusted-ca-bundle", "reconcileID": "0709bdd9-f9cf-42ec-a730-20e4ec12cb4d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8717987a"}
2026-06-16T20:26:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8717987a"}, "namespace": "ai-tenant-e2e-mt-8717987a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2f60613c-e78d-43c0-b294-993425141fbf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8717987a"}
2026-06-16T20:26:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-fe5cd7f6"}, "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "name": "openshift-service-ca.crt", "reconcileID": "31bd5567-455b-40a3-92a1-81fa3b543138", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-fe5cd7f6"}
2026-06-16T20:26:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-fe5cd7f6"}, "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "name": "odh-trusted-ca-bundle", "reconcileID": "356ccb1f-8888-4a31-9840-602de681960f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-fe5cd7f6"}
2026-06-16T20:26:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-fe5cd7f6"}, "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "name": "openshift-service-ca.crt", "reconcileID": "ce6640a0-094c-496f-8a20-5394782bfe5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:26:56Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-fe5cd7f6"}, "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "name": "openshift-service-ca.crt", "reconcileID": "ce6640a0-094c-496f-8a20-5394782bfe5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-fe5cd7f6"}
2026-06-16T20:26:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-fe5cd7f6"}, "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "name": "openshift-service-ca.crt", "reconcileID": "a97e5037-b184-49e7-b768-312379e949a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-fe5cd7f6"}
2026-06-16T20:26:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-fe5cd7f6"}, "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7af67f41-1def-42e9-a861-255ff8474753", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-fe5cd7f6"}
2026-06-16T20:26:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-fe5cd7f6"}, "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "name": "odh-trusted-ca-bundle", "reconcileID": "d5ecdda2-0973-4e17-bfc9-7559fed33df1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "update": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:26:56Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-fe5cd7f6"}, "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "name": "odh-trusted-ca-bundle", "reconcileID": "d5ecdda2-0973-4e17-bfc9-7559fed33df1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-fe5cd7f6"}
2026-06-16T20:26:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-fe5cd7f6"}, "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb6f8188-3fd0-40ac-8037-85646bc5eef8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-fe5cd7f6"}
2026-06-16T20:27:04Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8717987a"}, "namespace": "ai-tenant-e2e-mt-8717987a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78315fbf-366c-4972-a90b-8869d8f50bab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8717987a"}
2026-06-16T20:27:04Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8717987a"}, "namespace": "ai-tenant-e2e-mt-8717987a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78315fbf-366c-4972-a90b-8869d8f50bab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8717987a", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:27:04Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8717987a"}, "namespace": "ai-tenant-e2e-mt-8717987a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78315fbf-366c-4972-a90b-8869d8f50bab", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-8717987a because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:27:04Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8717987a"}, "namespace": "ai-tenant-e2e-mt-8717987a", "name": "odh-trusted-ca-bundle", "reconcileID": "bded1a1c-60ae-405a-a53e-1ae99fad9009", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8717987a"}
2026-06-16T20:27:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8717987a"}, "namespace": "ai-tenant-e2e-mt-8717987a", "name": "odh-trusted-ca-bundle", "reconcileID": "bded1a1c-60ae-405a-a53e-1ae99fad9009", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8717987a"}
2026-06-16T20:27:04Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8717987a"}, "namespace": "ai-tenant-e2e-mt-8717987a", "name": "openshift-service-ca.crt", "reconcileID": "ccb61b90-e832-4eb5-ada1-5422c7071f9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8717987a"}
2026-06-16T20:27:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8717987a"}, "namespace": "ai-tenant-e2e-mt-8717987a", "name": "openshift-service-ca.crt", "reconcileID": "ccb61b90-e832-4eb5-ada1-5422c7071f9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8717987a"}
2026-06-16T20:27:04Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8717987a"}, "namespace": "ai-tenant-e2e-mt-8717987a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e11ac8e6-91a1-4392-bcec-65c3e0855237", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8717987a"}
2026-06-16T20:27:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8717987a"}, "namespace": "ai-tenant-e2e-mt-8717987a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e11ac8e6-91a1-4392-bcec-65c3e0855237", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8717987a"}
2026-06-16T20:27:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-fe5cd7f6"}, "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a7b8d76-bc91-4327-9a26-e7b887bdfb6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-fe5cd7f6"}
2026-06-16T20:27:12Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-fe5cd7f6"}, "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a7b8d76-bc91-4327-9a26-e7b887bdfb6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:27:12Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-fe5cd7f6"}, "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a7b8d76-bc91-4327-9a26-e7b887bdfb6a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-fe5cd7f6 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:27:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-fe5cd7f6"}, "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "name": "odh-trusted-ca-bundle", "reconcileID": "d34a87e2-3a62-4a90-aa0f-6ae1ea191a12", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-fe5cd7f6"}
2026-06-16T20:27:12Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-fe5cd7f6"}, "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "name": "odh-trusted-ca-bundle", "reconcileID": "d34a87e2-3a62-4a90-aa0f-6ae1ea191a12", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:27:12Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-fe5cd7f6"}, "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "name": "odh-trusted-ca-bundle", "reconcileID": "d34a87e2-3a62-4a90-aa0f-6ae1ea191a12", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-fe5cd7f6 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:27:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-fe5cd7f6"}, "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "name": "openshift-service-ca.crt", "reconcileID": "1bae8ff4-4810-49e3-9378-ade2e32476e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-fe5cd7f6"}
2026-06-16T20:27:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-fe5cd7f6"}, "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "name": "openshift-service-ca.crt", "reconcileID": "1bae8ff4-4810-49e3-9378-ade2e32476e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-fe5cd7f6"}
2026-06-16T20:27:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-fe5cd7f6"}, "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af2fef77-1578-4225-97c8-d85be161f514", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-fe5cd7f6"}
2026-06-16T20:27:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-fe5cd7f6"}, "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af2fef77-1578-4225-97c8-d85be161f514", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-fe5cd7f6"}
2026-06-16T20:27:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-fe5cd7f6"}, "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "name": "odh-trusted-ca-bundle", "reconcileID": "cffcdde6-657e-4a4b-bc52-3d79a77be8cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-fe5cd7f6"}
2026-06-16T20:27:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-fe5cd7f6"}, "namespace": "ai-tenant-e2e-mt-fe5cd7f6", "name": "odh-trusted-ca-bundle", "reconcileID": "cffcdde6-657e-4a4b-bc52-3d79a77be8cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-fe5cd7f6"}
2026-06-16T20:27:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5f326792"}, "namespace": "ai-tenant-e2e-mt-5f326792", "name": "openshift-service-ca.crt", "reconcileID": "b85b976e-b759-4a55-83e6-5395075a4b0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5f326792"}
2026-06-16T20:27:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5f326792"}, "namespace": "ai-tenant-e2e-mt-5f326792", "name": "odh-trusted-ca-bundle", "reconcileID": "36a5e086-2e96-4299-8840-a0b6034b2ae9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f326792"}
2026-06-16T20:27:13Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5f326792"}, "namespace": "ai-tenant-e2e-mt-5f326792", "name": "openshift-service-ca.crt", "reconcileID": "e51b8871-39da-41d4-9e23-0f3b19622fdb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5f326792", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:27:13Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5f326792"}, "namespace": "ai-tenant-e2e-mt-5f326792", "name": "openshift-service-ca.crt", "reconcileID": "e51b8871-39da-41d4-9e23-0f3b19622fdb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5f326792"}
2026-06-16T20:27:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5f326792"}, "namespace": "ai-tenant-e2e-mt-5f326792", "name": "openshift-service-ca.crt", "reconcileID": "7d1981ed-d665-40bb-889d-2ea7cc3813dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5f326792"}
2026-06-16T20:27:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5f326792"}, "namespace": "ai-tenant-e2e-mt-5f326792", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f1e0a7a-fec6-4742-8251-63d86774ae57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f326792"}
2026-06-16T20:27:13Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5f326792"}, "namespace": "ai-tenant-e2e-mt-5f326792", "name": "odh-trusted-ca-bundle", "reconcileID": "441bdd6d-dba7-4e7f-8f2d-ab976c4b5448", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f326792", "update": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:27:13Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5f326792"}, "namespace": "ai-tenant-e2e-mt-5f326792", "name": "odh-trusted-ca-bundle", "reconcileID": "441bdd6d-dba7-4e7f-8f2d-ab976c4b5448", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f326792"}
2026-06-16T20:27:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5f326792"}, "namespace": "ai-tenant-e2e-mt-5f326792", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21511f30-6f5b-41cf-a0ac-2585f16beb9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f326792"}
2026-06-16T20:27:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5f326792"}, "namespace": "ai-tenant-e2e-mt-5f326792", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b38cb9f7-7c52-42bb-a955-4064e3bef45e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f326792"}
2026-06-16T20:27:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5f326792"}, "namespace": "ai-tenant-e2e-mt-5f326792", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b38cb9f7-7c52-42bb-a955-4064e3bef45e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f326792", "create": "odh-kserve-custom-ca-bundle"}
2026-06-16T20:27:51Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5f326792"}, "namespace": "ai-tenant-e2e-mt-5f326792", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b38cb9f7-7c52-42bb-a955-4064e3bef45e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-5f326792 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-16T20:27:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5f326792"}, "namespace": "ai-tenant-e2e-mt-5f326792", "name": "odh-trusted-ca-bundle", "reconcileID": "6bc7b653-e13c-4e37-875f-eb9b92d59faf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f326792"}
2026-06-16T20:27:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5f326792"}, "namespace": "ai-tenant-e2e-mt-5f326792", "name": "odh-trusted-ca-bundle", "reconcileID": "6bc7b653-e13c-4e37-875f-eb9b92d59faf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f326792"}
2026-06-16T20:27:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5f326792"}, "namespace": "ai-tenant-e2e-mt-5f326792", "name": "openshift-service-ca.crt", "reconcileID": "69dd0f72-1680-47da-a57a-b0877cd00d1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5f326792"}
2026-06-16T20:27:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5f326792"}, "namespace": "ai-tenant-e2e-mt-5f326792", "name": "openshift-service-ca.crt", "reconcileID": "69dd0f72-1680-47da-a57a-b0877cd00d1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5f326792"}
2026-06-16T20:27:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5f326792"}, "namespace": "ai-tenant-e2e-mt-5f326792", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54166630-d285-4a46-ab6c-b86ffcdf05d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f326792"}
2026-06-16T20:27:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5f326792"}, "namespace": "ai-tenant-e2e-mt-5f326792", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "54166630-d285-4a46-ab6c-b86ffcdf05d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5f326792"}