2026-07-13T20:12:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8ecb56c9"}, "namespace": "ai-tenant-e2e-mt-8ecb56c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02f9136c-215a-40c3-8165-b8e4bfe0dd7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8ecb56c9"}
2026-07-13T20:12:16Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8ecb56c9"}, "namespace": "ai-tenant-e2e-mt-8ecb56c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02f9136c-215a-40c3-8165-b8e4bfe0dd7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8ecb56c9", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:12:16Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8ecb56c9"}, "namespace": "ai-tenant-e2e-mt-8ecb56c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02f9136c-215a-40c3-8165-b8e4bfe0dd7f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-8ecb56c9 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:12:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8ecb56c9"}, "namespace": "ai-tenant-e2e-mt-8ecb56c9", "name": "odh-trusted-ca-bundle", "reconcileID": "7c47dd2c-c031-49c5-8a53-381fa77b7c50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8ecb56c9"}
2026-07-13T20:12:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8ecb56c9"}, "namespace": "ai-tenant-e2e-mt-8ecb56c9", "name": "odh-trusted-ca-bundle", "reconcileID": "7c47dd2c-c031-49c5-8a53-381fa77b7c50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8ecb56c9"}
2026-07-13T20:12:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8ecb56c9"}, "namespace": "ai-tenant-e2e-mt-8ecb56c9", "name": "openshift-service-ca.crt", "reconcileID": "1acb7a7a-5c02-4d7c-8ff9-b7e48ac02c30", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8ecb56c9"}
2026-07-13T20:12:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8ecb56c9"}, "namespace": "ai-tenant-e2e-mt-8ecb56c9", "name": "openshift-service-ca.crt", "reconcileID": "1acb7a7a-5c02-4d7c-8ff9-b7e48ac02c30", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8ecb56c9"}
2026-07-13T20:12:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8ecb56c9"}, "namespace": "ai-tenant-e2e-mt-8ecb56c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c792aae-f02e-452e-a965-b0732d66b696", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8ecb56c9"}
2026-07-13T20:12:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8ecb56c9"}, "namespace": "ai-tenant-e2e-mt-8ecb56c9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c792aae-f02e-452e-a965-b0732d66b696", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8ecb56c9"}
2026-07-13T20:12:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "openshift-service-ca.crt", "reconcileID": "25f84389-4b6f-4538-89f9-7165a06b736a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8c33c7f2"}
2026-07-13T20:12:17Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "openshift-service-ca.crt", "reconcileID": "57759cb8-84d6-42f3-9f32-13830b3061dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8c33c7f2", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:12:17Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "openshift-service-ca.crt", "reconcileID": "57759cb8-84d6-42f3-9f32-13830b3061dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8c33c7f2"}
2026-07-13T20:12:17Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "odh-trusted-ca-bundle", "reconcileID": "e6efe8ea-bb65-425c-b13e-f40027ab1a8f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8c33c7f2", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:12:17Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "odh-trusted-ca-bundle", "reconcileID": "e6efe8ea-bb65-425c-b13e-f40027ab1a8f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:12:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "openshift-service-ca.crt", "reconcileID": "087273be-29f4-4dbd-bdeb-7296f2a68b6a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8c33c7f2"}
2026-07-13T20:12:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "413db00a-198b-4a1c-a2da-0b3a4d3b0d4f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8c33c7f2"}
2026-07-13T20:12:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "odh-trusted-ca-bundle", "reconcileID": "118471ea-da43-47f8-93b8-28cc3fe6fbdb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8c33c7f2"}
2026-07-13T20:12:17Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "odh-trusted-ca-bundle", "reconcileID": "20db14e2-a2bb-4579-b443-88f9380ca61f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8c33c7f2", "update": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:12:17Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "odh-trusted-ca-bundle", "reconcileID": "20db14e2-a2bb-4579-b443-88f9380ca61f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8c33c7f2"}
2026-07-13T20:12:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5cfa162-a7b6-490d-a220-16adbc5622fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8c33c7f2"}
2026-07-13T20:12:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d01625a-30b6-49b9-bbc3-d0a803fb6a2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8c33c7f2"}
2026-07-13T20:12:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d01625a-30b6-49b9-bbc3-d0a803fb6a2d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8c33c7f2", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:12:49Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d01625a-30b6-49b9-bbc3-d0a803fb6a2d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-8c33c7f2 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:12:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "odh-trusted-ca-bundle", "reconcileID": "3906ec76-60f8-4dcf-aa6f-3f7bbeb3dc85", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8c33c7f2"}
2026-07-13T20:12:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "odh-trusted-ca-bundle", "reconcileID": "3906ec76-60f8-4dcf-aa6f-3f7bbeb3dc85", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8c33c7f2", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:12:49Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "odh-trusted-ca-bundle", "reconcileID": "3906ec76-60f8-4dcf-aa6f-3f7bbeb3dc85", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-8c33c7f2 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:12:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "openshift-service-ca.crt", "reconcileID": "91341b13-b62c-4422-a83c-e457093a4736", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8c33c7f2"}
2026-07-13T20:12:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "openshift-service-ca.crt", "reconcileID": "91341b13-b62c-4422-a83c-e457093a4736", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8c33c7f2"}
2026-07-13T20:12:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f545ee1c-778f-49b0-8f76-44f6bc949e25", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8c33c7f2"}
2026-07-13T20:12:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f545ee1c-778f-49b0-8f76-44f6bc949e25", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8c33c7f2"}
2026-07-13T20:12:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "odh-trusted-ca-bundle", "reconcileID": "73ce8e5a-f45c-4ad2-b550-0945fb045de4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8c33c7f2"}
2026-07-13T20:12:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8c33c7f2"}, "namespace": "ai-tenant-e2e-mt-8c33c7f2", "name": "odh-trusted-ca-bundle", "reconcileID": "73ce8e5a-f45c-4ad2-b550-0945fb045de4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8c33c7f2"}
2026-07-13T20:12:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-5f314355"}, "namespace": "e2e-unlabeled-5f314355", "name": "openshift-service-ca.crt", "reconcileID": "cb79119f-b14a-41cb-838f-3ca123abeb8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-5f314355"}
2026-07-13T20:12:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-5f314355"}, "namespace": "e2e-unlabeled-5f314355", "name": "odh-trusted-ca-bundle", "reconcileID": "09fe5cbf-2700-4d0e-b7d7-b2842849e3ae", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-5f314355"}
2026-07-13T20:12:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-5f314355"}, "namespace": "e2e-unlabeled-5f314355", "name": "openshift-service-ca.crt", "reconcileID": "af8ddbec-100a-42ff-ab6d-aade61e1a15a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-5f314355", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:12:50Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-5f314355"}, "namespace": "e2e-unlabeled-5f314355", "name": "openshift-service-ca.crt", "reconcileID": "af8ddbec-100a-42ff-ab6d-aade61e1a15a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-5f314355"}
2026-07-13T20:12:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-5f314355"}, "namespace": "e2e-unlabeled-5f314355", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3549e449-98f5-4e8e-9cf6-0432cca6b008", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-5f314355"}
2026-07-13T20:12:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-5f314355"}, "namespace": "e2e-unlabeled-5f314355", "name": "openshift-service-ca.crt", "reconcileID": "312bdcc7-1d95-48b6-a94f-c5950744e0a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-5f314355"}
2026-07-13T20:12:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-5f314355"}, "namespace": "e2e-unlabeled-5f314355", "name": "odh-trusted-ca-bundle", "reconcileID": "9b6820ce-6d2c-46de-990c-93622a0ccba7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-5f314355", "update": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:12:50Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-5f314355"}, "namespace": "e2e-unlabeled-5f314355", "name": "odh-trusted-ca-bundle", "reconcileID": "9b6820ce-6d2c-46de-990c-93622a0ccba7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-5f314355"}
2026-07-13T20:12:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-5f314355"}, "namespace": "e2e-unlabeled-5f314355", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff147828-8b44-4be0-9316-1ab0c892476d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-5f314355"}
2026-07-13T20:13:11Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-5f314355"}, "namespace": "e2e-unlabeled-5f314355", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2c74dac-14c2-478a-a848-ac4e2e576b7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-5f314355"}
2026-07-13T20:13:11Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-5f314355"}, "namespace": "e2e-unlabeled-5f314355", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2c74dac-14c2-478a-a848-ac4e2e576b7e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-5f314355", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:13:11Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-5f314355"}, "namespace": "e2e-unlabeled-5f314355", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2c74dac-14c2-478a-a848-ac4e2e576b7e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unlabeled-5f314355 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:13:11Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-5f314355"}, "namespace": "e2e-unlabeled-5f314355", "name": "odh-trusted-ca-bundle", "reconcileID": "b5983e5b-eaba-4ad2-ab95-faf8615e3504", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-5f314355"}
2026-07-13T20:13:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-5f314355"}, "namespace": "e2e-unlabeled-5f314355", "name": "odh-trusted-ca-bundle", "reconcileID": "b5983e5b-eaba-4ad2-ab95-faf8615e3504", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-5f314355"}
2026-07-13T20:13:11Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-5f314355"}, "namespace": "e2e-unlabeled-5f314355", "name": "openshift-service-ca.crt", "reconcileID": "a935ef46-7a5d-4f09-aff5-9778a7cc656b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-5f314355"}
2026-07-13T20:13:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-5f314355"}, "namespace": "e2e-unlabeled-5f314355", "name": "openshift-service-ca.crt", "reconcileID": "a935ef46-7a5d-4f09-aff5-9778a7cc656b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-5f314355"}
2026-07-13T20:13:11Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-5f314355"}, "namespace": "e2e-unlabeled-5f314355", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f13ed64a-8849-4349-bf4a-86faef5f383a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-5f314355"}
2026-07-13T20:13:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-5f314355"}, "namespace": "e2e-unlabeled-5f314355", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f13ed64a-8849-4349-bf4a-86faef5f383a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-5f314355"}
2026-07-13T20:13:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-da7c510c"}, "namespace": "ai-tenant-e2e-mt-da7c510c", "name": "openshift-service-ca.crt", "reconcileID": "691ed6cc-a11a-48db-9d3b-3c2b76a1f0ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-da7c510c"}
2026-07-13T20:13:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-da7c510c"}, "namespace": "ai-tenant-e2e-mt-da7c510c", "name": "odh-trusted-ca-bundle", "reconcileID": "40c68f62-46f5-433e-9978-f0c63468b2e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-da7c510c"}
2026-07-13T20:13:12Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-da7c510c"}, "namespace": "ai-tenant-e2e-mt-da7c510c", "name": "openshift-service-ca.crt", "reconcileID": "3ffae14e-ccdb-4475-92cd-1bd523bccfd4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-da7c510c", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:13:12Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-da7c510c"}, "namespace": "ai-tenant-e2e-mt-da7c510c", "name": "openshift-service-ca.crt", "reconcileID": "3ffae14e-ccdb-4475-92cd-1bd523bccfd4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-da7c510c"}
2026-07-13T20:13:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-da7c510c"}, "namespace": "ai-tenant-e2e-mt-da7c510c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "728854fd-7358-4b87-8559-c9114530082f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-da7c510c"}
2026-07-13T20:13:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-da7c510c"}, "namespace": "ai-tenant-e2e-mt-da7c510c", "name": "openshift-service-ca.crt", "reconcileID": "5940a22d-028a-4f10-9cf5-97ff68d78147", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-da7c510c"}
2026-07-13T20:13:12Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-da7c510c"}, "namespace": "ai-tenant-e2e-mt-da7c510c", "name": "odh-trusted-ca-bundle", "reconcileID": "823d17a5-e45b-4e02-a56b-48b8b7f37010", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-da7c510c", "update": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:13:12Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-da7c510c"}, "namespace": "ai-tenant-e2e-mt-da7c510c", "name": "odh-trusted-ca-bundle", "reconcileID": "823d17a5-e45b-4e02-a56b-48b8b7f37010", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-da7c510c"}
2026-07-13T20:13:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-da7c510c"}, "namespace": "ai-tenant-e2e-mt-da7c510c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "945158c5-1548-476e-a9da-1035e4c5d67a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-da7c510c"}
2026-07-13T20:13:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-da7c510c"}, "namespace": "ai-tenant-e2e-mt-da7c510c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "088836a3-a800-4370-a57a-9dff62dc8ab5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-da7c510c"}
2026-07-13T20:13:29Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-da7c510c"}, "namespace": "ai-tenant-e2e-mt-da7c510c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "088836a3-a800-4370-a57a-9dff62dc8ab5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-da7c510c", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:13:29Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-da7c510c"}, "namespace": "ai-tenant-e2e-mt-da7c510c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "088836a3-a800-4370-a57a-9dff62dc8ab5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-da7c510c because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:13:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-da7c510c"}, "namespace": "ai-tenant-e2e-mt-da7c510c", "name": "odh-trusted-ca-bundle", "reconcileID": "fd9eabac-4693-4c3c-9206-dd02c05426a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-da7c510c"}
2026-07-13T20:13:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-da7c510c"}, "namespace": "ai-tenant-e2e-mt-da7c510c", "name": "odh-trusted-ca-bundle", "reconcileID": "fd9eabac-4693-4c3c-9206-dd02c05426a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-da7c510c"}
2026-07-13T20:13:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-da7c510c"}, "namespace": "ai-tenant-e2e-mt-da7c510c", "name": "openshift-service-ca.crt", "reconcileID": "0af9906c-08e2-4ec2-9fe9-1edf037b2e80", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-da7c510c"}
2026-07-13T20:13:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-da7c510c"}, "namespace": "ai-tenant-e2e-mt-da7c510c", "name": "openshift-service-ca.crt", "reconcileID": "0af9906c-08e2-4ec2-9fe9-1edf037b2e80", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-da7c510c"}
2026-07-13T20:13:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-da7c510c"}, "namespace": "ai-tenant-e2e-mt-da7c510c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9a9ec67-d19d-43e8-9fdf-c64849d99634", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-da7c510c"}
2026-07-13T20:13:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-da7c510c"}, "namespace": "ai-tenant-e2e-mt-da7c510c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9a9ec67-d19d-43e8-9fdf-c64849d99634", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-da7c510c"}
2026-07-13T20:13:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6bc0968e"}, "namespace": "ai-tenant-e2e-mt-6bc0968e", "name": "openshift-service-ca.crt", "reconcileID": "94e73645-32b3-4788-9c9a-cc6a1f9ed192", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6bc0968e"}
2026-07-13T20:13:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6bc0968e"}, "namespace": "ai-tenant-e2e-mt-6bc0968e", "name": "odh-trusted-ca-bundle", "reconcileID": "c1f41b45-e7b5-45fa-aebd-af6d7c6d65e0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bc0968e"}
2026-07-13T20:13:30Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6bc0968e"}, "namespace": "ai-tenant-e2e-mt-6bc0968e", "name": "openshift-service-ca.crt", "reconcileID": "80db5b54-f856-4926-9034-cbe56d7dd1e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6bc0968e", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:13:30Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6bc0968e"}, "namespace": "ai-tenant-e2e-mt-6bc0968e", "name": "openshift-service-ca.crt", "reconcileID": "80db5b54-f856-4926-9034-cbe56d7dd1e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6bc0968e"}
2026-07-13T20:13:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6bc0968e"}, "namespace": "ai-tenant-e2e-mt-6bc0968e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45083acc-d3d6-46fc-a109-3334780841c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bc0968e"}
2026-07-13T20:13:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6bc0968e"}, "namespace": "ai-tenant-e2e-mt-6bc0968e", "name": "openshift-service-ca.crt", "reconcileID": "096006ed-dee5-4610-9a8e-0a5464e2ed7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6bc0968e"}
2026-07-13T20:13:30Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6bc0968e"}, "namespace": "ai-tenant-e2e-mt-6bc0968e", "name": "odh-trusted-ca-bundle", "reconcileID": "03564139-0823-4288-b8ae-274ef9d474ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bc0968e", "update": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:13:30Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6bc0968e"}, "namespace": "ai-tenant-e2e-mt-6bc0968e", "name": "odh-trusted-ca-bundle", "reconcileID": "03564139-0823-4288-b8ae-274ef9d474ce", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bc0968e"}
2026-07-13T20:13:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6bc0968e"}, "namespace": "ai-tenant-e2e-mt-6bc0968e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74213eeb-15ae-4bc4-94d9-d924b92a913f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bc0968e"}
2026-07-13T20:13:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-2c3c8c5e"}, "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "name": "openshift-service-ca.crt", "reconcileID": "e3bcd1df-b919-47d9-a432-3661270ae49e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-2c3c8c5e"}
2026-07-13T20:13:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2c3c8c5e"}, "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "name": "odh-trusted-ca-bundle", "reconcileID": "4dad1210-c7a8-460b-a8ff-88cdbe7f0127", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2c3c8c5e"}
2026-07-13T20:13:31Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-2c3c8c5e"}, "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "name": "openshift-service-ca.crt", "reconcileID": "0fbd4f6e-4ec5-48c5-a687-2e11288da575", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:13:31Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-2c3c8c5e"}, "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "name": "openshift-service-ca.crt", "reconcileID": "0fbd4f6e-4ec5-48c5-a687-2e11288da575", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-2c3c8c5e"}
2026-07-13T20:13:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2c3c8c5e"}, "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a5611a12-1969-4573-9515-92f92a4a6371", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2c3c8c5e"}
2026-07-13T20:13:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-2c3c8c5e"}, "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "name": "openshift-service-ca.crt", "reconcileID": "8af6960e-11ef-4694-9ecd-a7cbf7609f99", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-2c3c8c5e"}
2026-07-13T20:13:31Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2c3c8c5e"}, "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "name": "odh-trusted-ca-bundle", "reconcileID": "6b63339f-a84d-4321-b146-65c06c4b6362", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "update": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:13:31Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2c3c8c5e"}, "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "name": "odh-trusted-ca-bundle", "reconcileID": "6b63339f-a84d-4321-b146-65c06c4b6362", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2c3c8c5e"}
2026-07-13T20:13:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2c3c8c5e"}, "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48f9f0bc-eca4-48bc-b63a-ee8c19a3bf31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2c3c8c5e"}
2026-07-13T20:13:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6bc0968e"}, "namespace": "ai-tenant-e2e-mt-6bc0968e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a9769950-6d0b-4d81-8297-7e51394e69e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bc0968e"}
2026-07-13T20:13:38Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6bc0968e"}, "namespace": "ai-tenant-e2e-mt-6bc0968e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a9769950-6d0b-4d81-8297-7e51394e69e3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bc0968e", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:13:38Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6bc0968e"}, "namespace": "ai-tenant-e2e-mt-6bc0968e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a9769950-6d0b-4d81-8297-7e51394e69e3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-6bc0968e because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:13:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6bc0968e"}, "namespace": "ai-tenant-e2e-mt-6bc0968e", "name": "odh-trusted-ca-bundle", "reconcileID": "39d7f211-633e-4da6-a822-93461c4bc6be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bc0968e"}
2026-07-13T20:13:38Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6bc0968e"}, "namespace": "ai-tenant-e2e-mt-6bc0968e", "name": "odh-trusted-ca-bundle", "reconcileID": "39d7f211-633e-4da6-a822-93461c4bc6be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bc0968e", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:13:38Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6bc0968e"}, "namespace": "ai-tenant-e2e-mt-6bc0968e", "name": "odh-trusted-ca-bundle", "reconcileID": "39d7f211-633e-4da6-a822-93461c4bc6be", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-6bc0968e because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:13:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6bc0968e"}, "namespace": "ai-tenant-e2e-mt-6bc0968e", "name": "openshift-service-ca.crt", "reconcileID": "63087d9a-edce-4b97-8cc9-488e45fe8f0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6bc0968e"}
2026-07-13T20:13:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6bc0968e"}, "namespace": "ai-tenant-e2e-mt-6bc0968e", "name": "openshift-service-ca.crt", "reconcileID": "63087d9a-edce-4b97-8cc9-488e45fe8f0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6bc0968e"}
2026-07-13T20:13:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6bc0968e"}, "namespace": "ai-tenant-e2e-mt-6bc0968e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc95dbaa-215a-4b14-b335-383acbbdc44f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bc0968e"}
2026-07-13T20:13:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6bc0968e"}, "namespace": "ai-tenant-e2e-mt-6bc0968e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc95dbaa-215a-4b14-b335-383acbbdc44f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bc0968e"}
2026-07-13T20:13:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6bc0968e"}, "namespace": "ai-tenant-e2e-mt-6bc0968e", "name": "odh-trusted-ca-bundle", "reconcileID": "3c8433d1-bf6a-454f-b6c3-6b8631aff2e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bc0968e"}
2026-07-13T20:13:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6bc0968e"}, "namespace": "ai-tenant-e2e-mt-6bc0968e", "name": "odh-trusted-ca-bundle", "reconcileID": "3c8433d1-bf6a-454f-b6c3-6b8631aff2e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bc0968e"}
2026-07-13T20:13:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2c3c8c5e"}, "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04bb3aea-da57-4aba-8da9-bccc8320a2c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2c3c8c5e"}
2026-07-13T20:13:45Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2c3c8c5e"}, "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04bb3aea-da57-4aba-8da9-bccc8320a2c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:13:45Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2c3c8c5e"}, "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04bb3aea-da57-4aba-8da9-bccc8320a2c5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-2c3c8c5e because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:13:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2c3c8c5e"}, "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "name": "odh-trusted-ca-bundle", "reconcileID": "01a803e3-4d5e-4e99-8e29-9ae4f206c408", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2c3c8c5e"}
2026-07-13T20:13:45Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2c3c8c5e"}, "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "name": "odh-trusted-ca-bundle", "reconcileID": "01a803e3-4d5e-4e99-8e29-9ae4f206c408", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:13:45Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2c3c8c5e"}, "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "name": "odh-trusted-ca-bundle", "reconcileID": "01a803e3-4d5e-4e99-8e29-9ae4f206c408", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-2c3c8c5e because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:13:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-2c3c8c5e"}, "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "name": "openshift-service-ca.crt", "reconcileID": "00cdac8a-194a-40be-83ca-766d4fe07316", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-2c3c8c5e"}
2026-07-13T20:13:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-2c3c8c5e"}, "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "name": "openshift-service-ca.crt", "reconcileID": "00cdac8a-194a-40be-83ca-766d4fe07316", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-2c3c8c5e"}
2026-07-13T20:13:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2c3c8c5e"}, "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5a5c8da-3cda-4e67-878d-75af6df39f7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2c3c8c5e"}
2026-07-13T20:13:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-2c3c8c5e"}, "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5a5c8da-3cda-4e67-878d-75af6df39f7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-2c3c8c5e"}
2026-07-13T20:13:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2c3c8c5e"}, "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "name": "odh-trusted-ca-bundle", "reconcileID": "2db6efeb-699f-4fc8-96d6-0594bcfb412f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2c3c8c5e"}
2026-07-13T20:13:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-2c3c8c5e"}, "namespace": "ai-tenant-e2e-mt-2c3c8c5e", "name": "odh-trusted-ca-bundle", "reconcileID": "2db6efeb-699f-4fc8-96d6-0594bcfb412f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-2c3c8c5e"}
2026-07-13T20:13:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "8829ae0b-cd82-4403-9684-3399639d263c", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress"}
2026-07-13T20:13:46Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "8829ae0b-cd82-4403-9684-3399639d263c", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress", "name": "e2e-mt-f915346b-authn-ssl"}
2026-07-13T20:13:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "8829ae0b-cd82-4403-9684-3399639d263c", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress"}
2026-07-13T20:13:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "948896aa-b2e9-41fc-9e29-21af0b38e11c", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress"}
2026-07-13T20:13:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "948896aa-b2e9-41fc-9e29-21af0b38e11c", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress", "name": "e2e-mt-f915346b-authn-ssl"}
2026-07-13T20:13:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "948896aa-b2e9-41fc-9e29-21af0b38e11c", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress"}
2026-07-13T20:13:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "7c2e61d8-bc03-4e77-9718-5c4b1d1d1946", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress"}
2026-07-13T20:13:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "7c2e61d8-bc03-4e77-9718-5c4b1d1d1946", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress", "name": "e2e-mt-f915346b-authn-ssl"}
2026-07-13T20:13:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "7c2e61d8-bc03-4e77-9718-5c4b1d1d1946", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress"}
2026-07-13T20:13:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "f6011875-aea0-493f-a861-0e6bd56c4e6e", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress"}
2026-07-13T20:13:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "f6011875-aea0-493f-a861-0e6bd56c4e6e", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress", "name": "e2e-mt-f915346b-authn-ssl"}
2026-07-13T20:13:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "f6011875-aea0-493f-a861-0e6bd56c4e6e", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress"}
2026-07-13T20:13:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "50b90487-c5f7-4826-b50f-d5767b1b8e13", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress"}
2026-07-13T20:13:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "50b90487-c5f7-4826-b50f-d5767b1b8e13", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress", "name": "e2e-mt-f915346b-authn-ssl"}
2026-07-13T20:13:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "50b90487-c5f7-4826-b50f-d5767b1b8e13", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress"}
2026-07-13T20:13:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "4524453b-6db2-4646-b5eb-a349106d8478", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress"}
2026-07-13T20:13:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "4524453b-6db2-4646-b5eb-a349106d8478", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress", "name": "e2e-mt-f915346b-authn-ssl"}
2026-07-13T20:13:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "4524453b-6db2-4646-b5eb-a349106d8478", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress"}
2026-07-13T20:13:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "439cebc6-17af-43b1-8374-caf3d1b95b7c", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress"}
2026-07-13T20:13:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "439cebc6-17af-43b1-8374-caf3d1b95b7c", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress", "name": "e2e-mt-f915346b-authn-ssl"}
2026-07-13T20:13:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "439cebc6-17af-43b1-8374-caf3d1b95b7c", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress"}
2026-07-13T20:13:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f915346b"}, "namespace": "ai-tenant-e2e-mt-f915346b", "name": "openshift-service-ca.crt", "reconcileID": "6cac7001-5c12-4110-941d-ce45487e2fb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f915346b"}
2026-07-13T20:13:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f915346b"}, "namespace": "ai-tenant-e2e-mt-f915346b", "name": "odh-trusted-ca-bundle", "reconcileID": "d6d0ab63-07f8-4317-835b-84fb869473f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f915346b"}
2026-07-13T20:13:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f915346b"}, "namespace": "ai-tenant-e2e-mt-f915346b", "name": "openshift-service-ca.crt", "reconcileID": "36bd3343-cab2-4f57-a761-ce6d132a8347", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f915346b", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:13:49Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f915346b"}, "namespace": "ai-tenant-e2e-mt-f915346b", "name": "openshift-service-ca.crt", "reconcileID": "36bd3343-cab2-4f57-a761-ce6d132a8347", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f915346b"}
2026-07-13T20:13:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f915346b"}, "namespace": "ai-tenant-e2e-mt-f915346b", "name": "openshift-service-ca.crt", "reconcileID": "0476fe8b-0395-49d9-9b2d-191c47be76da", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f915346b"}
2026-07-13T20:13:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f915346b"}, "namespace": "ai-tenant-e2e-mt-f915346b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19f95964-6965-461f-bf22-871410a5d20f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f915346b"}
2026-07-13T20:13:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f915346b"}, "namespace": "ai-tenant-e2e-mt-f915346b", "name": "odh-trusted-ca-bundle", "reconcileID": "71b961c0-7921-460e-a77e-9a2afdcaebd9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f915346b", "update": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:13:49Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f915346b"}, "namespace": "ai-tenant-e2e-mt-f915346b", "name": "odh-trusted-ca-bundle", "reconcileID": "71b961c0-7921-460e-a77e-9a2afdcaebd9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f915346b"}
2026-07-13T20:13:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f915346b"}, "namespace": "ai-tenant-e2e-mt-f915346b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e826fc1b-5322-4067-b83a-adc80fb8fda0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f915346b"}
2026-07-13T20:13:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "211cf5f4-eee8-438f-be8b-63aca0e288f4", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress"}
2026-07-13T20:13:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "211cf5f4-eee8-438f-be8b-63aca0e288f4", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress", "name": "e2e-mt-f915346b-authn-ssl"}
2026-07-13T20:13:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "211cf5f4-eee8-438f-be8b-63aca0e288f4", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress"}
2026-07-13T20:13:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d6439da9-ead4-4d81-9feb-c10f055aea96", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-13T20:13:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-f915346b"}, "namespace": "e2e-mt-other-f915346b", "name": "odh-trusted-ca-bundle", "reconcileID": "cac65091-faa0-4623-8b97-72017bb0dc88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-f915346b"}
2026-07-13T20:13:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-f915346b"}, "namespace": "e2e-mt-other-f915346b", "name": "openshift-service-ca.crt", "reconcileID": "c353e264-689a-4b64-82ab-b7936830fb7e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-f915346b"}
2026-07-13T20:13:54Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-f915346b"}, "namespace": "e2e-mt-other-f915346b", "name": "openshift-service-ca.crt", "reconcileID": "dd2fd908-bd3d-404d-8f85-98ed387ae4fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-f915346b", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:13:54Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-f915346b"}, "namespace": "e2e-mt-other-f915346b", "name": "openshift-service-ca.crt", "reconcileID": "dd2fd908-bd3d-404d-8f85-98ed387ae4fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-f915346b"}
2026-07-13T20:13:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-f915346b"}, "namespace": "e2e-mt-other-f915346b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15ee8259-0658-4cb2-a95c-fd2468e7ed44", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-f915346b"}
2026-07-13T20:13:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-f915346b"}, "namespace": "e2e-mt-other-f915346b", "name": "openshift-service-ca.crt", "reconcileID": "185834b1-2187-43c9-bcde-6baf6e4f5b00", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-f915346b"}
2026-07-13T20:13:54Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-f915346b"}, "namespace": "e2e-mt-other-f915346b", "name": "odh-trusted-ca-bundle", "reconcileID": "a43ba3a0-176d-4968-9ac2-11b1dcb96b43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-f915346b", "update": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:13:54Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-f915346b"}, "namespace": "e2e-mt-other-f915346b", "name": "odh-trusted-ca-bundle", "reconcileID": "a43ba3a0-176d-4968-9ac2-11b1dcb96b43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-f915346b"}
2026-07-13T20:13:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-f915346b"}, "namespace": "e2e-mt-other-f915346b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "60bd80b7-e571-45bd-8dd0-dcef74698c01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-f915346b"}
2026-07-13T20:13:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "1573a351-9558-41f1-904c-d43bc99329bd", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress"}
2026-07-13T20:13:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "1573a351-9558-41f1-904c-d43bc99329bd", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress", "name": "e2e-mt-f915346b-authn-ssl"}
2026-07-13T20:13:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "1573a351-9558-41f1-904c-d43bc99329bd", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress"}
2026-07-13T20:14:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-f915346b"}, "namespace": "e2e-mt-other-f915346b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3aeee42-ee97-4877-bd79-63a0802f47a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-f915346b"}
2026-07-13T20:14:00Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-f915346b"}, "namespace": "e2e-mt-other-f915346b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3aeee42-ee97-4877-bd79-63a0802f47a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-f915346b", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:14:00Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-f915346b"}, "namespace": "e2e-mt-other-f915346b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3aeee42-ee97-4877-bd79-63a0802f47a7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-other-f915346b because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:14:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-f915346b"}, "namespace": "e2e-mt-other-f915346b", "name": "odh-trusted-ca-bundle", "reconcileID": "d93b6963-aa22-4cf0-90f7-6f8a5d2ba05a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-f915346b"}
2026-07-13T20:14:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-f915346b"}, "namespace": "e2e-mt-other-f915346b", "name": "odh-trusted-ca-bundle", "reconcileID": "d93b6963-aa22-4cf0-90f7-6f8a5d2ba05a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-f915346b"}
2026-07-13T20:14:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-f915346b"}, "namespace": "e2e-mt-other-f915346b", "name": "openshift-service-ca.crt", "reconcileID": "e3be9a76-51f9-475c-a7a1-ede5ee6ecca2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-f915346b"}
2026-07-13T20:14:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-f915346b"}, "namespace": "e2e-mt-other-f915346b", "name": "openshift-service-ca.crt", "reconcileID": "e3be9a76-51f9-475c-a7a1-ede5ee6ecca2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-f915346b"}
2026-07-13T20:14:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-f915346b"}, "namespace": "e2e-mt-other-f915346b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c720328-35d4-44fe-8cc2-4c598344264c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-f915346b"}
2026-07-13T20:14:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-f915346b"}, "namespace": "e2e-mt-other-f915346b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c720328-35d4-44fe-8cc2-4c598344264c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-f915346b"}
2026-07-13T20:14:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "1cb750fe-a84a-483d-8242-5fcb160fa984", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress"}
2026-07-13T20:14:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "1cb750fe-a84a-483d-8242-5fcb160fa984", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress", "name": "e2e-mt-f915346b-authn-ssl"}
2026-07-13T20:14:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "1cb750fe-a84a-483d-8242-5fcb160fa984", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress"}
2026-07-13T20:14:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f915346b"}, "namespace": "ai-tenant-e2e-mt-f915346b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f66397ec-6673-4e1b-842e-968b3938d47d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f915346b"}
2026-07-13T20:14:07Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f915346b"}, "namespace": "ai-tenant-e2e-mt-f915346b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f66397ec-6673-4e1b-842e-968b3938d47d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f915346b", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:14:07Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f915346b"}, "namespace": "ai-tenant-e2e-mt-f915346b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f66397ec-6673-4e1b-842e-968b3938d47d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-f915346b because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:14:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f915346b"}, "namespace": "ai-tenant-e2e-mt-f915346b", "name": "odh-trusted-ca-bundle", "reconcileID": "f661b475-5ed5-49ca-96a3-e21e582ac177", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f915346b"}
2026-07-13T20:14:07Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f915346b"}, "namespace": "ai-tenant-e2e-mt-f915346b", "name": "odh-trusted-ca-bundle", "reconcileID": "f661b475-5ed5-49ca-96a3-e21e582ac177", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f915346b", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:14:07Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f915346b"}, "namespace": "ai-tenant-e2e-mt-f915346b", "name": "odh-trusted-ca-bundle", "reconcileID": "f661b475-5ed5-49ca-96a3-e21e582ac177", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-f915346b because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:14:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f915346b"}, "namespace": "ai-tenant-e2e-mt-f915346b", "name": "openshift-service-ca.crt", "reconcileID": "22219bf1-1322-4119-87c6-290700a05166", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f915346b"}
2026-07-13T20:14:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-f915346b"}, "namespace": "ai-tenant-e2e-mt-f915346b", "name": "openshift-service-ca.crt", "reconcileID": "22219bf1-1322-4119-87c6-290700a05166", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-f915346b"}
2026-07-13T20:14:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f915346b"}, "namespace": "ai-tenant-e2e-mt-f915346b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "541a0c76-561b-4ca8-b4ef-e730e41db232", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f915346b"}
2026-07-13T20:14:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-f915346b"}, "namespace": "ai-tenant-e2e-mt-f915346b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "541a0c76-561b-4ca8-b4ef-e730e41db232", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-f915346b"}
2026-07-13T20:14:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f915346b"}, "namespace": "ai-tenant-e2e-mt-f915346b", "name": "odh-trusted-ca-bundle", "reconcileID": "ae69296e-9cf5-4ca0-94c3-84386853cca0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f915346b"}
2026-07-13T20:14:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-f915346b"}, "namespace": "ai-tenant-e2e-mt-f915346b", "name": "odh-trusted-ca-bundle", "reconcileID": "ae69296e-9cf5-4ca0-94c3-84386853cca0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-f915346b"}
2026-07-13T20:14:09Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-f915346b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-f915346b", "reconcileID": "74bdb0a9-eb9f-4cbc-8a2d-d0bf67a0f72c", "Gateway": "e2e-mt-f915346b", "namespace": "openshift-ingress"}
2026-07-13T20:14:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-d674a44f"}, "namespace": "e2e-webhook-sub-d674a44f", "name": "openshift-service-ca.crt", "reconcileID": "acd8ba5c-a2e6-40ae-b399-ee47659d4fcc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-d674a44f"}
2026-07-13T20:14:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-d674a44f"}, "namespace": "e2e-webhook-sub-d674a44f", "name": "odh-trusted-ca-bundle", "reconcileID": "1055b05b-5621-4534-9237-50f825b2dd81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-d674a44f"}
2026-07-13T20:14:09Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-d674a44f"}, "namespace": "e2e-webhook-sub-d674a44f", "name": "openshift-service-ca.crt", "reconcileID": "f68b6da9-9862-413e-ba39-1cfc081460fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-d674a44f", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:14:09Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-d674a44f"}, "namespace": "e2e-webhook-sub-d674a44f", "name": "openshift-service-ca.crt", "reconcileID": "f68b6da9-9862-413e-ba39-1cfc081460fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-d674a44f"}
2026-07-13T20:14:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-d674a44f"}, "namespace": "e2e-webhook-sub-d674a44f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d61a2762-c08b-4e6f-ab18-0f0b643b62c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-d674a44f"}
2026-07-13T20:14:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-d674a44f"}, "namespace": "e2e-webhook-sub-d674a44f", "name": "openshift-service-ca.crt", "reconcileID": "f81c5595-e5b8-426e-8e83-71b84be4915d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-d674a44f"}
2026-07-13T20:14:09Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-d674a44f"}, "namespace": "e2e-webhook-sub-d674a44f", "name": "odh-trusted-ca-bundle", "reconcileID": "047ae2bc-42bb-4449-a80c-656c82b9adf8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-d674a44f", "update": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:14:09Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-d674a44f"}, "namespace": "e2e-webhook-sub-d674a44f", "name": "odh-trusted-ca-bundle", "reconcileID": "047ae2bc-42bb-4449-a80c-656c82b9adf8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-d674a44f"}
2026-07-13T20:14:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-d674a44f"}, "namespace": "e2e-webhook-sub-d674a44f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83543954-7c49-4074-9050-ce4c76828521", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-d674a44f"}
2026-07-13T20:14:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-d674a44f"}, "namespace": "e2e-webhook-sub-d674a44f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f48f72a5-5fc5-425e-a47a-cd689bca0741", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-d674a44f"}
2026-07-13T20:14:15Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-d674a44f"}, "namespace": "e2e-webhook-sub-d674a44f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f48f72a5-5fc5-425e-a47a-cd689bca0741", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-d674a44f", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:14:15Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-d674a44f"}, "namespace": "e2e-webhook-sub-d674a44f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f48f72a5-5fc5-425e-a47a-cd689bca0741", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-sub-d674a44f because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:14:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-d674a44f"}, "namespace": "e2e-webhook-sub-d674a44f", "name": "odh-trusted-ca-bundle", "reconcileID": "8410b9a0-e99a-4465-b794-5c858ca5c07e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-d674a44f"}
2026-07-13T20:14:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-d674a44f"}, "namespace": "e2e-webhook-sub-d674a44f", "name": "odh-trusted-ca-bundle", "reconcileID": "8410b9a0-e99a-4465-b794-5c858ca5c07e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-d674a44f"}
2026-07-13T20:14:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-d674a44f"}, "namespace": "e2e-webhook-sub-d674a44f", "name": "openshift-service-ca.crt", "reconcileID": "87afe5d5-69b0-4a38-b2c7-badfbb686a1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-d674a44f"}
2026-07-13T20:14:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-d674a44f"}, "namespace": "e2e-webhook-sub-d674a44f", "name": "openshift-service-ca.crt", "reconcileID": "87afe5d5-69b0-4a38-b2c7-badfbb686a1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-d674a44f"}
2026-07-13T20:14:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-d674a44f"}, "namespace": "e2e-webhook-sub-d674a44f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96b66b56-37fb-4dd9-a7c3-ad7027d8ff2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-d674a44f"}
2026-07-13T20:14:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-d674a44f"}, "namespace": "e2e-webhook-sub-d674a44f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "96b66b56-37fb-4dd9-a7c3-ad7027d8ff2f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-d674a44f"}
2026-07-13T20:14:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-c36dcf9a"}, "namespace": "e2e-webhook-auth-c36dcf9a", "name": "openshift-service-ca.crt", "reconcileID": "3b51eb70-8ae4-47e7-9e1d-e527a2f6d9ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-c36dcf9a"}
2026-07-13T20:14:15Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-c36dcf9a"}, "namespace": "e2e-webhook-auth-c36dcf9a", "name": "odh-trusted-ca-bundle", "reconcileID": "87cdb7aa-46f8-4715-a846-859a425b25b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-c36dcf9a", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:14:15Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-c36dcf9a"}, "namespace": "e2e-webhook-auth-c36dcf9a", "name": "odh-trusted-ca-bundle", "reconcileID": "87cdb7aa-46f8-4715-a846-859a425b25b0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-c36dcf9a"}
2026-07-13T20:14:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-c36dcf9a"}, "namespace": "e2e-webhook-auth-c36dcf9a", "name": "openshift-service-ca.crt", "reconcileID": "55ba47fd-9e68-45c9-ad86-859b5ca32433", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-c36dcf9a"}
2026-07-13T20:14:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-c36dcf9a"}, "namespace": "e2e-webhook-auth-c36dcf9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c89c2701-9311-4338-9e21-77abf17a6b85", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-c36dcf9a"}
2026-07-13T20:14:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-c36dcf9a"}, "namespace": "e2e-webhook-auth-c36dcf9a", "name": "openshift-service-ca.crt", "reconcileID": "4d3c5025-fbfb-4fee-b819-c45a852786bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-c36dcf9a"}
2026-07-13T20:14:15Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-c36dcf9a"}, "namespace": "e2e-webhook-auth-c36dcf9a", "name": "odh-trusted-ca-bundle", "reconcileID": "d1d99b78-fb9b-4efa-9c41-3cd91b1917d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-c36dcf9a", "update": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:14:15Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-c36dcf9a"}, "namespace": "e2e-webhook-auth-c36dcf9a", "name": "odh-trusted-ca-bundle", "reconcileID": "d1d99b78-fb9b-4efa-9c41-3cd91b1917d1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-c36dcf9a"}
2026-07-13T20:14:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-c36dcf9a"}, "namespace": "e2e-webhook-auth-c36dcf9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc6b5aad-27d2-41c1-853c-ef5e6f00d98c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-c36dcf9a"}
2026-07-13T20:14:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-c36dcf9a"}, "namespace": "e2e-webhook-auth-c36dcf9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45aee600-a5e4-4be7-abb2-d68a045188fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-c36dcf9a"}
2026-07-13T20:14:21Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-c36dcf9a"}, "namespace": "e2e-webhook-auth-c36dcf9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45aee600-a5e4-4be7-abb2-d68a045188fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-c36dcf9a", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:14:21Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-c36dcf9a"}, "namespace": "e2e-webhook-auth-c36dcf9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45aee600-a5e4-4be7-abb2-d68a045188fb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-auth-c36dcf9a because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:14:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-c36dcf9a"}, "namespace": "e2e-webhook-auth-c36dcf9a", "name": "odh-trusted-ca-bundle", "reconcileID": "72a5640e-6c17-484a-a380-283d72136a01", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-c36dcf9a"}
2026-07-13T20:14:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-c36dcf9a"}, "namespace": "e2e-webhook-auth-c36dcf9a", "name": "odh-trusted-ca-bundle", "reconcileID": "72a5640e-6c17-484a-a380-283d72136a01", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-c36dcf9a"}
2026-07-13T20:14:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-c36dcf9a"}, "namespace": "e2e-webhook-auth-c36dcf9a", "name": "openshift-service-ca.crt", "reconcileID": "f128f199-b873-4014-a8b8-3e80f60d3f63", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-c36dcf9a"}
2026-07-13T20:14:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-c36dcf9a"}, "namespace": "e2e-webhook-auth-c36dcf9a", "name": "openshift-service-ca.crt", "reconcileID": "f128f199-b873-4014-a8b8-3e80f60d3f63", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-c36dcf9a"}
2026-07-13T20:14:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-c36dcf9a"}, "namespace": "e2e-webhook-auth-c36dcf9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8341385b-3ed4-4cb5-aff2-34b97d835e31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-c36dcf9a"}
2026-07-13T20:14:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-c36dcf9a"}, "namespace": "e2e-webhook-auth-c36dcf9a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8341385b-3ed4-4cb5-aff2-34b97d835e31", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-c36dcf9a"}
2026-07-13T20:14:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "c005dc54-cee6-466e-a931-8538d52b5cc0", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress"}
2026-07-13T20:14:29Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "c005dc54-cee6-466e-a931-8538d52b5cc0", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae-authn-ssl"}
2026-07-13T20:14:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "c005dc54-cee6-466e-a931-8538d52b5cc0", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress"}
2026-07-13T20:14:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "da2ca537-1116-4cc8-9a13-c6f2207c783c", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress"}
2026-07-13T20:14:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "da2ca537-1116-4cc8-9a13-c6f2207c783c", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae-authn-ssl"}
2026-07-13T20:14:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "da2ca537-1116-4cc8-9a13-c6f2207c783c", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress"}
2026-07-13T20:14:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "e24ba18b-e0d7-4e51-8216-e6b3cf16c48a", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress"}
2026-07-13T20:14:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "e24ba18b-e0d7-4e51-8216-e6b3cf16c48a", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae-authn-ssl"}
2026-07-13T20:14:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "e24ba18b-e0d7-4e51-8216-e6b3cf16c48a", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress"}
2026-07-13T20:14:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "88df0743-75e1-4afe-b274-fb18a6e75fd9", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress"}
2026-07-13T20:14:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "88df0743-75e1-4afe-b274-fb18a6e75fd9", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae-authn-ssl"}
2026-07-13T20:14:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "88df0743-75e1-4afe-b274-fb18a6e75fd9", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress"}
2026-07-13T20:14:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "527db831-8c18-4599-8b3f-75903c092658", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress"}
2026-07-13T20:14:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "527db831-8c18-4599-8b3f-75903c092658", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae-authn-ssl"}
2026-07-13T20:14:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "527db831-8c18-4599-8b3f-75903c092658", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress"}
2026-07-13T20:14:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "e805a751-a559-4a40-bd6f-e18dc09c10f5", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress"}
2026-07-13T20:14:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "e805a751-a559-4a40-bd6f-e18dc09c10f5", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae-authn-ssl"}
2026-07-13T20:14:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "e805a751-a559-4a40-bd6f-e18dc09c10f5", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress"}
2026-07-13T20:14:30Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "1b4fea1c-5ad5-4806-ae6d-0ab238834d76", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress"}
2026-07-13T20:14:30Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "1b4fea1c-5ad5-4806-ae6d-0ab238834d76", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae-authn-ssl"}
2026-07-13T20:14:30Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "1b4fea1c-5ad5-4806-ae6d-0ab238834d76", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress"}
2026-07-13T20:14:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-62c05fae"}, "namespace": "ai-tenant-e2e-mt-62c05fae", "name": "openshift-service-ca.crt", "reconcileID": "7e16c97a-3332-428d-aef9-bdee8e5cac6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-62c05fae"}
2026-07-13T20:14:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-62c05fae"}, "namespace": "ai-tenant-e2e-mt-62c05fae", "name": "odh-trusted-ca-bundle", "reconcileID": "26f18fb9-abd8-46b6-9df4-4e137027fad4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-62c05fae"}
2026-07-13T20:14:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-62c05fae"}, "namespace": "ai-tenant-e2e-mt-62c05fae", "name": "openshift-service-ca.crt", "reconcileID": "ba0ba573-217f-4d92-a645-fb0e46b9ce8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-62c05fae", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:14:32Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-62c05fae"}, "namespace": "ai-tenant-e2e-mt-62c05fae", "name": "openshift-service-ca.crt", "reconcileID": "ba0ba573-217f-4d92-a645-fb0e46b9ce8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-62c05fae"}
2026-07-13T20:14:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-62c05fae"}, "namespace": "ai-tenant-e2e-mt-62c05fae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "84995c0a-22cc-412d-a824-521bc48a3230", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-62c05fae"}
2026-07-13T20:14:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-62c05fae"}, "namespace": "ai-tenant-e2e-mt-62c05fae", "name": "openshift-service-ca.crt", "reconcileID": "d9394113-4ec1-43cf-8456-fca109526118", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-62c05fae"}
2026-07-13T20:14:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-62c05fae"}, "namespace": "ai-tenant-e2e-mt-62c05fae", "name": "odh-trusted-ca-bundle", "reconcileID": "769879ac-d491-40d8-8ba6-97bd63d0607e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-62c05fae", "update": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:14:32Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-62c05fae"}, "namespace": "ai-tenant-e2e-mt-62c05fae", "name": "odh-trusted-ca-bundle", "reconcileID": "769879ac-d491-40d8-8ba6-97bd63d0607e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-62c05fae"}
2026-07-13T20:14:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-62c05fae"}, "namespace": "ai-tenant-e2e-mt-62c05fae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a03501d-0c39-4bea-b8ed-85e74b085bf0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-62c05fae"}
2026-07-13T20:15:35Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-13T20:15:35Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-13T20:15:36Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-13T20:15:36Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-13T20:17:47Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-62c05fae"}, "namespace": "ai-tenant-e2e-mt-62c05fae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79531623-d869-46be-93f2-2c0cd3281b69", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-62c05fae"}
2026-07-13T20:17:47Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-62c05fae"}, "namespace": "ai-tenant-e2e-mt-62c05fae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79531623-d869-46be-93f2-2c0cd3281b69", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-62c05fae", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:17:47Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-62c05fae"}, "namespace": "ai-tenant-e2e-mt-62c05fae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "79531623-d869-46be-93f2-2c0cd3281b69", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-62c05fae because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:17:47Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-62c05fae"}, "namespace": "ai-tenant-e2e-mt-62c05fae", "name": "odh-trusted-ca-bundle", "reconcileID": "c29cd15d-dabe-4056-9433-03ff05586a9b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-62c05fae"}
2026-07-13T20:17:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-62c05fae"}, "namespace": "ai-tenant-e2e-mt-62c05fae", "name": "odh-trusted-ca-bundle", "reconcileID": "c29cd15d-dabe-4056-9433-03ff05586a9b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-62c05fae"}
2026-07-13T20:17:47Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-62c05fae"}, "namespace": "ai-tenant-e2e-mt-62c05fae", "name": "openshift-service-ca.crt", "reconcileID": "9c695587-e15e-4e2f-8d3e-1324d24e7e8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-62c05fae"}
2026-07-13T20:17:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-62c05fae"}, "namespace": "ai-tenant-e2e-mt-62c05fae", "name": "openshift-service-ca.crt", "reconcileID": "9c695587-e15e-4e2f-8d3e-1324d24e7e8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-62c05fae"}
2026-07-13T20:17:47Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-62c05fae"}, "namespace": "ai-tenant-e2e-mt-62c05fae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0946e49-e7ad-46b9-b995-f312b92299ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-62c05fae"}
2026-07-13T20:17:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-62c05fae"}, "namespace": "ai-tenant-e2e-mt-62c05fae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0946e49-e7ad-46b9-b995-f312b92299ba", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-62c05fae"}
2026-07-13T20:17:48Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-62c05fae","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-62c05fae", "reconcileID": "f7ea34a3-eb36-494f-839b-c0c1ae95516a", "Gateway": "e2e-mt-62c05fae", "namespace": "openshift-ingress"}
2026-07-13T20:17:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "openshift-service-ca.crt", "reconcileID": "2fac96b5-1ee7-410c-9fc5-406133c1a01f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-39057eed"}
2026-07-13T20:17:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "odh-trusted-ca-bundle", "reconcileID": "14c0fc0d-6068-4bbc-aa4d-e2c7342df501", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-39057eed", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:17:49Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "odh-trusted-ca-bundle", "reconcileID": "14c0fc0d-6068-4bbc-aa4d-e2c7342df501", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-39057eed"}
2026-07-13T20:17:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "openshift-service-ca.crt", "reconcileID": "fa117118-2e5a-4634-aaf0-5d38af942005", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-39057eed", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:17:49Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "openshift-service-ca.crt", "reconcileID": "fa117118-2e5a-4634-aaf0-5d38af942005", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:17:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22ca9000-78c7-4b97-9029-7e42a53138a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-39057eed"}
2026-07-13T20:17:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "openshift-service-ca.crt", "reconcileID": "5bf0537b-c250-4f0d-aa27-63ba681a4aed", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-39057eed"}
2026-07-13T20:17:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "openshift-service-ca.crt", "reconcileID": "c8835e96-176f-49ea-a54f-77a64f75bf08", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-39057eed"}
2026-07-13T20:17:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "odh-trusted-ca-bundle", "reconcileID": "d0790d41-20e6-42ee-b2c9-fe7f7c6a5ac7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-39057eed", "update": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:17:49Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "odh-trusted-ca-bundle", "reconcileID": "d0790d41-20e6-42ee-b2c9-fe7f7c6a5ac7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-39057eed"}
2026-07-13T20:17:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b3d0e6b-3b25-4330-bc06-7cfef6f8cb2a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-39057eed"}
2026-07-13T20:17:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ea2ff266"}, "namespace": "ai-tenant-e2e-mt-ea2ff266", "name": "openshift-service-ca.crt", "reconcileID": "f4d16cd9-5f7a-4978-8fb2-4d6502f23dce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ea2ff266"}
2026-07-13T20:17:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ea2ff266"}, "namespace": "ai-tenant-e2e-mt-ea2ff266", "name": "openshift-service-ca.crt", "reconcileID": "c80d301d-a384-48da-ba61-4dfdff88092c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ea2ff266", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:17:50Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ea2ff266"}, "namespace": "ai-tenant-e2e-mt-ea2ff266", "name": "openshift-service-ca.crt", "reconcileID": "c80d301d-a384-48da-ba61-4dfdff88092c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ea2ff266"}
2026-07-13T20:17:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ea2ff266"}, "namespace": "ai-tenant-e2e-mt-ea2ff266", "name": "odh-trusted-ca-bundle", "reconcileID": "9d00b8a3-6383-4feb-8e0c-243157bf9e81", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ea2ff266", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:17:50Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ea2ff266"}, "namespace": "ai-tenant-e2e-mt-ea2ff266", "name": "odh-trusted-ca-bundle", "reconcileID": "9d00b8a3-6383-4feb-8e0c-243157bf9e81", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:17:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ea2ff266"}, "namespace": "ai-tenant-e2e-mt-ea2ff266", "name": "openshift-service-ca.crt", "reconcileID": "8ac4a0ab-81a3-41df-bdcd-f9dad946d06b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ea2ff266"}
2026-07-13T20:17:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ea2ff266"}, "namespace": "ai-tenant-e2e-mt-ea2ff266", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "26b6a694-a40c-4f04-bd81-c6af08a97bab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ea2ff266"}
2026-07-13T20:17:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ea2ff266"}, "namespace": "ai-tenant-e2e-mt-ea2ff266", "name": "odh-trusted-ca-bundle", "reconcileID": "c8235918-4a32-4a5c-9fa0-ae9f29d2bb80", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ea2ff266"}
2026-07-13T20:17:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ea2ff266"}, "namespace": "ai-tenant-e2e-mt-ea2ff266", "name": "odh-trusted-ca-bundle", "reconcileID": "8505a0b6-94e9-491b-b34e-799ccdc43772", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ea2ff266", "update": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:17:50Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ea2ff266"}, "namespace": "ai-tenant-e2e-mt-ea2ff266", "name": "odh-trusted-ca-bundle", "reconcileID": "8505a0b6-94e9-491b-b34e-799ccdc43772", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ea2ff266"}
2026-07-13T20:17:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ea2ff266"}, "namespace": "ai-tenant-e2e-mt-ea2ff266", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee127af2-a0b1-4609-bbc8-d96393787e5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ea2ff266"}
2026-07-13T20:17:57Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea1a8d43-4178-4721-88f7-0503b20cfcb2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-39057eed"}
2026-07-13T20:17:57Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea1a8d43-4178-4721-88f7-0503b20cfcb2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-39057eed", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:17:57Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea1a8d43-4178-4721-88f7-0503b20cfcb2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-39057eed because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:17:57Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "odh-trusted-ca-bundle", "reconcileID": "fe9b0cd3-1f31-4e64-ab5c-088261cd61b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-39057eed"}
2026-07-13T20:17:57Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "odh-trusted-ca-bundle", "reconcileID": "fe9b0cd3-1f31-4e64-ab5c-088261cd61b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-39057eed", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:17:57Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "odh-trusted-ca-bundle", "reconcileID": "fe9b0cd3-1f31-4e64-ab5c-088261cd61b2", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-39057eed because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:17:57Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "openshift-service-ca.crt", "reconcileID": "d12e2124-7130-4621-9750-4a567c091a28", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-39057eed"}
2026-07-13T20:17:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "openshift-service-ca.crt", "reconcileID": "d12e2124-7130-4621-9750-4a567c091a28", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-39057eed"}
2026-07-13T20:17:57Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f90a168a-7767-4c53-b726-afe7fb2b542f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-39057eed"}
2026-07-13T20:17:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f90a168a-7767-4c53-b726-afe7fb2b542f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-39057eed"}
2026-07-13T20:17:57Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "odh-trusted-ca-bundle", "reconcileID": "a71cadb7-8f4a-4aa3-8040-de62d994d38d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-39057eed"}
2026-07-13T20:17:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-39057eed"}, "namespace": "ai-tenant-e2e-mt-39057eed", "name": "odh-trusted-ca-bundle", "reconcileID": "a71cadb7-8f4a-4aa3-8040-de62d994d38d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-39057eed"}
2026-07-13T20:18:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ea2ff266"}, "namespace": "ai-tenant-e2e-mt-ea2ff266", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a1e673d-7484-42af-93cf-358f20ec70a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ea2ff266"}
2026-07-13T20:18:03Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ea2ff266"}, "namespace": "ai-tenant-e2e-mt-ea2ff266", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a1e673d-7484-42af-93cf-358f20ec70a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ea2ff266", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:18:03Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ea2ff266"}, "namespace": "ai-tenant-e2e-mt-ea2ff266", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a1e673d-7484-42af-93cf-358f20ec70a5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-ea2ff266 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:18:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ea2ff266"}, "namespace": "ai-tenant-e2e-mt-ea2ff266", "name": "odh-trusted-ca-bundle", "reconcileID": "6ffd6c8c-485f-4c26-a070-425a5957ee30", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ea2ff266"}
2026-07-13T20:18:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ea2ff266"}, "namespace": "ai-tenant-e2e-mt-ea2ff266", "name": "odh-trusted-ca-bundle", "reconcileID": "6ffd6c8c-485f-4c26-a070-425a5957ee30", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ea2ff266"}
2026-07-13T20:18:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ea2ff266"}, "namespace": "ai-tenant-e2e-mt-ea2ff266", "name": "openshift-service-ca.crt", "reconcileID": "f41c3192-5d91-4067-b3d1-777757cffd3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ea2ff266"}
2026-07-13T20:18:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ea2ff266"}, "namespace": "ai-tenant-e2e-mt-ea2ff266", "name": "openshift-service-ca.crt", "reconcileID": "f41c3192-5d91-4067-b3d1-777757cffd3c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ea2ff266"}
2026-07-13T20:18:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ea2ff266"}, "namespace": "ai-tenant-e2e-mt-ea2ff266", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f46cef80-50af-44ac-b5d8-83c075589981", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ea2ff266"}
2026-07-13T20:18:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ea2ff266"}, "namespace": "ai-tenant-e2e-mt-ea2ff266", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f46cef80-50af-44ac-b5d8-83c075589981", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ea2ff266"}
2026-07-13T20:18:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8251a465"}, "namespace": "ai-tenant-e2e-mt-8251a465", "name": "openshift-service-ca.crt", "reconcileID": "041478dc-e0b8-4520-bf22-573aa6e90bc6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8251a465"}
2026-07-13T20:18:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8251a465"}, "namespace": "ai-tenant-e2e-mt-8251a465", "name": "odh-trusted-ca-bundle", "reconcileID": "b04a0775-530c-40e1-8282-9ec22a94e869", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8251a465"}
2026-07-13T20:18:04Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8251a465"}, "namespace": "ai-tenant-e2e-mt-8251a465", "name": "openshift-service-ca.crt", "reconcileID": "3d9f25f0-97f3-4433-9c85-36804550b988", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8251a465", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:18:04Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8251a465"}, "namespace": "ai-tenant-e2e-mt-8251a465", "name": "openshift-service-ca.crt", "reconcileID": "3d9f25f0-97f3-4433-9c85-36804550b988", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8251a465"}
2026-07-13T20:18:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8251a465"}, "namespace": "ai-tenant-e2e-mt-8251a465", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ad26999-514e-4d92-8f15-1bd54ac0b299", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8251a465"}
2026-07-13T20:18:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8251a465"}, "namespace": "ai-tenant-e2e-mt-8251a465", "name": "openshift-service-ca.crt", "reconcileID": "6f144808-d8cd-4ea5-b019-7585de25d162", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8251a465"}
2026-07-13T20:18:04Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8251a465"}, "namespace": "ai-tenant-e2e-mt-8251a465", "name": "odh-trusted-ca-bundle", "reconcileID": "0daa2bd7-89bd-4033-84a1-21ce2c759fda", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8251a465", "update": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:18:04Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8251a465"}, "namespace": "ai-tenant-e2e-mt-8251a465", "name": "odh-trusted-ca-bundle", "reconcileID": "0daa2bd7-89bd-4033-84a1-21ce2c759fda", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8251a465"}
2026-07-13T20:18:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8251a465"}, "namespace": "ai-tenant-e2e-mt-8251a465", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c09161b7-63a6-4819-83e5-bdadf09f24c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8251a465"}
2026-07-13T20:18:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8251a465"}, "namespace": "ai-tenant-e2e-mt-8251a465", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a47cfb00-c3ef-4895-982e-9db5f8d2bd46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8251a465"}
2026-07-13T20:18:42Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8251a465"}, "namespace": "ai-tenant-e2e-mt-8251a465", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a47cfb00-c3ef-4895-982e-9db5f8d2bd46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8251a465", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:18:42Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8251a465"}, "namespace": "ai-tenant-e2e-mt-8251a465", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a47cfb00-c3ef-4895-982e-9db5f8d2bd46", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-8251a465 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:18:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8251a465"}, "namespace": "ai-tenant-e2e-mt-8251a465", "name": "odh-trusted-ca-bundle", "reconcileID": "1db894fd-4855-4aea-80bf-fbcafe2eee03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8251a465"}
2026-07-13T20:18:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-8251a465"}, "namespace": "ai-tenant-e2e-mt-8251a465", "name": "odh-trusted-ca-bundle", "reconcileID": "1db894fd-4855-4aea-80bf-fbcafe2eee03", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-8251a465"}
2026-07-13T20:18:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8251a465"}, "namespace": "ai-tenant-e2e-mt-8251a465", "name": "openshift-service-ca.crt", "reconcileID": "bd102445-c139-47fb-a37d-92fd33914320", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8251a465"}
2026-07-13T20:18:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-8251a465"}, "namespace": "ai-tenant-e2e-mt-8251a465", "name": "openshift-service-ca.crt", "reconcileID": "bd102445-c139-47fb-a37d-92fd33914320", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-8251a465"}
2026-07-13T20:18:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8251a465"}, "namespace": "ai-tenant-e2e-mt-8251a465", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "49c1c312-85dc-443e-8495-9ef6820da223", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8251a465"}
2026-07-13T20:18:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-8251a465"}, "namespace": "ai-tenant-e2e-mt-8251a465", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "49c1c312-85dc-443e-8495-9ef6820da223", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-8251a465"}
2026-07-13T20:18:42Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "d2916fe0-1c19-4c70-99db-26fe7afcf0d6", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress"}
2026-07-13T20:18:42Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "d2916fe0-1c19-4c70-99db-26fe7afcf0d6", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b-authn-ssl"}
2026-07-13T20:18:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "d2916fe0-1c19-4c70-99db-26fe7afcf0d6", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress"}
2026-07-13T20:18:42Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "35de9c02-f6bf-4413-aa5d-021acb135598", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress"}
2026-07-13T20:18:42Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "35de9c02-f6bf-4413-aa5d-021acb135598", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b-authn-ssl"}
2026-07-13T20:18:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "35de9c02-f6bf-4413-aa5d-021acb135598", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress"}
2026-07-13T20:18:42Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "52268c44-7ee4-4673-b7d2-81f49962fc5a", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress"}
2026-07-13T20:18:42Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "52268c44-7ee4-4673-b7d2-81f49962fc5a", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b-authn-ssl"}
2026-07-13T20:18:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "52268c44-7ee4-4673-b7d2-81f49962fc5a", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress"}
2026-07-13T20:18:42Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "772e0660-3829-40bc-9ef4-fa9ca6a38a76", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress"}
2026-07-13T20:18:42Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "772e0660-3829-40bc-9ef4-fa9ca6a38a76", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b-authn-ssl"}
2026-07-13T20:18:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "772e0660-3829-40bc-9ef4-fa9ca6a38a76", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress"}
2026-07-13T20:18:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "62701e14-bdaa-40aa-9dcf-c7317ae29d58", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress"}
2026-07-13T20:18:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "62701e14-bdaa-40aa-9dcf-c7317ae29d58", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b-authn-ssl"}
2026-07-13T20:18:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "62701e14-bdaa-40aa-9dcf-c7317ae29d58", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress"}
2026-07-13T20:18:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "677d5be9-c9bc-47d9-9e4e-2d750c88d2a9", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress"}
2026-07-13T20:18:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "677d5be9-c9bc-47d9-9e4e-2d750c88d2a9", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b-authn-ssl"}
2026-07-13T20:18:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "677d5be9-c9bc-47d9-9e4e-2d750c88d2a9", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress"}
2026-07-13T20:18:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "bb5a9baf-8706-4ee0-8438-fa67b2e14ec1", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress"}
2026-07-13T20:18:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "bb5a9baf-8706-4ee0-8438-fa67b2e14ec1", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b-authn-ssl"}
2026-07-13T20:18:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "bb5a9baf-8706-4ee0-8438-fa67b2e14ec1", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress"}
2026-07-13T20:18:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-917d1b"}, "namespace": "ai-tenant-e2e-inf-a-917d1b", "name": "openshift-service-ca.crt", "reconcileID": "a64d0a2f-213d-4ba7-8a59-33833a689323", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-917d1b"}
2026-07-13T20:18:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-917d1b"}, "namespace": "ai-tenant-e2e-inf-a-917d1b", "name": "odh-trusted-ca-bundle", "reconcileID": "6fb2bc0b-5b2f-43c7-93d8-fc7880247d49", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-917d1b"}
2026-07-13T20:18:45Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-917d1b"}, "namespace": "ai-tenant-e2e-inf-a-917d1b", "name": "openshift-service-ca.crt", "reconcileID": "1c4f2f0f-58b1-45c4-bb45-24da1dfbd73c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-917d1b", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:18:45Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-917d1b"}, "namespace": "ai-tenant-e2e-inf-a-917d1b", "name": "openshift-service-ca.crt", "reconcileID": "1c4f2f0f-58b1-45c4-bb45-24da1dfbd73c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-917d1b"}
2026-07-13T20:18:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-917d1b"}, "namespace": "ai-tenant-e2e-inf-a-917d1b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6711a02-87e0-41c1-a2f6-5932cc000ebe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-917d1b"}
2026-07-13T20:18:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-917d1b"}, "namespace": "ai-tenant-e2e-inf-a-917d1b", "name": "openshift-service-ca.crt", "reconcileID": "6de57620-9df7-4e07-b905-1a5d268998d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-917d1b"}
2026-07-13T20:18:45Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-917d1b"}, "namespace": "ai-tenant-e2e-inf-a-917d1b", "name": "odh-trusted-ca-bundle", "reconcileID": "dc6d60ae-ecc5-4224-9d09-7800ab060476", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-917d1b", "update": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:18:45Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-917d1b"}, "namespace": "ai-tenant-e2e-inf-a-917d1b", "name": "odh-trusted-ca-bundle", "reconcileID": "dc6d60ae-ecc5-4224-9d09-7800ab060476", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-917d1b"}
2026-07-13T20:18:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-917d1b"}, "namespace": "ai-tenant-e2e-inf-a-917d1b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5dbacf2-e30b-44a4-b559-9c3af7102a9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-917d1b"}
2026-07-13T20:22:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-917d1b"}, "namespace": "ai-tenant-e2e-inf-a-917d1b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98a6dca5-3d4d-44a3-a777-6ef8a8d0f6b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-917d1b"}
2026-07-13T20:22:00Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-917d1b"}, "namespace": "ai-tenant-e2e-inf-a-917d1b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98a6dca5-3d4d-44a3-a777-6ef8a8d0f6b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-917d1b", "create": "odh-kserve-custom-ca-bundle"}
2026-07-13T20:22:00Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-917d1b"}, "namespace": "ai-tenant-e2e-inf-a-917d1b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98a6dca5-3d4d-44a3-a777-6ef8a8d0f6b3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-917d1b because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-13T20:22:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-917d1b"}, "namespace": "ai-tenant-e2e-inf-a-917d1b", "name": "odh-trusted-ca-bundle", "reconcileID": "dbdd3e43-13c4-4bf6-91ae-424cd31b5e3f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-917d1b"}
2026-07-13T20:22:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-917d1b"}, "namespace": "ai-tenant-e2e-inf-a-917d1b", "name": "odh-trusted-ca-bundle", "reconcileID": "dbdd3e43-13c4-4bf6-91ae-424cd31b5e3f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-917d1b"}
2026-07-13T20:22:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-917d1b"}, "namespace": "ai-tenant-e2e-inf-a-917d1b", "name": "openshift-service-ca.crt", "reconcileID": "cd7509ce-f097-42c9-aed9-b1a8e04906a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-917d1b"}
2026-07-13T20:22:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-917d1b"}, "namespace": "ai-tenant-e2e-inf-a-917d1b", "name": "openshift-service-ca.crt", "reconcileID": "cd7509ce-f097-42c9-aed9-b1a8e04906a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-917d1b"}
2026-07-13T20:22:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-917d1b"}, "namespace": "ai-tenant-e2e-inf-a-917d1b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "737323b5-937a-419c-8816-ff04aeaa8c10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-917d1b"}
2026-07-13T20:22:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-917d1b"}, "namespace": "ai-tenant-e2e-inf-a-917d1b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "737323b5-937a-419c-8816-ff04aeaa8c10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-917d1b"}
2026-07-13T20:22:01Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-917d1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-917d1b", "reconcileID": "31d3404f-6cab-4d77-ac0d-202615e3ca80", "Gateway": "e2e-inf-a-917d1b", "namespace": "openshift-ingress"}