2026-07-12T16:55:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-derive-d885ad79"}, "namespace": "ai-tenant-e2e-derive-d885ad79", "name": "odh-trusted-ca-bundle", "reconcileID": "bd53b981-5516-4dfd-b817-bd98f6764940", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-derive-d885ad79"}
2026-07-12T16:55:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-d885ad79"}, "namespace": "ai-tenant-e2e-derive-d885ad79", "name": "openshift-service-ca.crt", "reconcileID": "2eb7f8ca-301e-4961-ba78-462603c3296f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-d885ad79"}
2026-07-12T16:55:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-derive-d885ad79"}, "namespace": "ai-tenant-e2e-derive-d885ad79", "name": "openshift-service-ca.crt", "reconcileID": "2eb7f8ca-301e-4961-ba78-462603c3296f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-derive-d885ad79"}
2026-07-12T16:55:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-derive-d885ad79"}, "namespace": "ai-tenant-e2e-derive-d885ad79", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16658b67-0941-4e62-ac7a-f4de91837e82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-derive-d885ad79"}
2026-07-12T16:55:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-derive-d885ad79"}, "namespace": "ai-tenant-e2e-derive-d885ad79", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16658b67-0941-4e62-ac7a-f4de91837e82", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-derive-d885ad79"}
2026-07-12T16:55:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6a42bdea"}, "namespace": "ai-tenant-e2e-mt-6a42bdea", "name": "openshift-service-ca.crt", "reconcileID": "b42e9937-3352-48f8-8dc6-f610d57fa07d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6a42bdea"}
2026-07-12T16:55:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6a42bdea"}, "namespace": "ai-tenant-e2e-mt-6a42bdea", "name": "odh-trusted-ca-bundle", "reconcileID": "c2b3a641-b989-4670-b351-1240a6e85f04", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6a42bdea"}
2026-07-12T16:55:31Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6a42bdea"}, "namespace": "ai-tenant-e2e-mt-6a42bdea", "name": "openshift-service-ca.crt", "reconcileID": "145c5b49-46d6-441c-8d67-0c19bee67e1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6a42bdea", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T16:55:31Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6a42bdea"}, "namespace": "ai-tenant-e2e-mt-6a42bdea", "name": "openshift-service-ca.crt", "reconcileID": "145c5b49-46d6-441c-8d67-0c19bee67e1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6a42bdea"}
2026-07-12T16:55:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6a42bdea"}, "namespace": "ai-tenant-e2e-mt-6a42bdea", "name": "openshift-service-ca.crt", "reconcileID": "0d0b34da-f19e-4576-90b8-dc7103214d37", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6a42bdea"}
2026-07-12T16:55:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6a42bdea"}, "namespace": "ai-tenant-e2e-mt-6a42bdea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "953588fd-0aae-468a-93bc-dc455b7ff3d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6a42bdea"}
2026-07-12T16:55:31Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6a42bdea"}, "namespace": "ai-tenant-e2e-mt-6a42bdea", "name": "odh-trusted-ca-bundle", "reconcileID": "25377199-cbc0-43b9-84bd-19e8f9479c99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6a42bdea", "update": "odh-kserve-custom-ca-bundle"}
2026-07-12T16:55:31Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6a42bdea"}, "namespace": "ai-tenant-e2e-mt-6a42bdea", "name": "odh-trusted-ca-bundle", "reconcileID": "25377199-cbc0-43b9-84bd-19e8f9479c99", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6a42bdea"}
2026-07-12T16:55:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6a42bdea"}, "namespace": "ai-tenant-e2e-mt-6a42bdea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06af5613-ae95-4e04-a59f-0bf169faa08c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6a42bdea"}
2026-07-12T16:55:37Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6a42bdea"}, "namespace": "ai-tenant-e2e-mt-6a42bdea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "221a1244-7aee-422f-96f9-b4b1e166d865", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6a42bdea"}
2026-07-12T16:55:37Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6a42bdea"}, "namespace": "ai-tenant-e2e-mt-6a42bdea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "221a1244-7aee-422f-96f9-b4b1e166d865", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6a42bdea", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T16:55:37Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6a42bdea"}, "namespace": "ai-tenant-e2e-mt-6a42bdea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "221a1244-7aee-422f-96f9-b4b1e166d865", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-6a42bdea because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-12T16:55:37Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6a42bdea"}, "namespace": "ai-tenant-e2e-mt-6a42bdea", "name": "odh-trusted-ca-bundle", "reconcileID": "a1c8acd9-fe97-4ee9-b48a-c8dac99f2d4f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6a42bdea"}
2026-07-12T16:55:37Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6a42bdea"}, "namespace": "ai-tenant-e2e-mt-6a42bdea", "name": "odh-trusted-ca-bundle", "reconcileID": "a1c8acd9-fe97-4ee9-b48a-c8dac99f2d4f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6a42bdea"}
2026-07-12T16:55:37Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6a42bdea"}, "namespace": "ai-tenant-e2e-mt-6a42bdea", "name": "openshift-service-ca.crt", "reconcileID": "9f8e213f-c50e-4275-971e-150fb14406be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6a42bdea"}
2026-07-12T16:55:37Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6a42bdea"}, "namespace": "ai-tenant-e2e-mt-6a42bdea", "name": "openshift-service-ca.crt", "reconcileID": "9f8e213f-c50e-4275-971e-150fb14406be", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6a42bdea"}
2026-07-12T16:55:37Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6a42bdea"}, "namespace": "ai-tenant-e2e-mt-6a42bdea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "665d1db0-ec95-47a4-9b98-f7fa940273f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6a42bdea"}
2026-07-12T16:55:37Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6a42bdea"}, "namespace": "ai-tenant-e2e-mt-6a42bdea", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "665d1db0-ec95-47a4-9b98-f7fa940273f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6a42bdea"}
2026-07-12T16:55:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-bff0a484"}, "namespace": "ai-tenant-e2e-mt-bff0a484", "name": "openshift-service-ca.crt", "reconcileID": "cbc58e1f-6ad7-49c4-ac21-ba0dbc75c3c0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-bff0a484"}
2026-07-12T16:55:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-bff0a484"}, "namespace": "ai-tenant-e2e-mt-bff0a484", "name": "odh-trusted-ca-bundle", "reconcileID": "838cbcd1-51eb-45b2-9873-2f459e1432b5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-bff0a484"}
2026-07-12T16:55:38Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-bff0a484"}, "namespace": "ai-tenant-e2e-mt-bff0a484", "name": "openshift-service-ca.crt", "reconcileID": "d0ec5474-0d81-49e4-9fe1-a0eca2deecb0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-bff0a484", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T16:55:38Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-bff0a484"}, "namespace": "ai-tenant-e2e-mt-bff0a484", "name": "openshift-service-ca.crt", "reconcileID": "d0ec5474-0d81-49e4-9fe1-a0eca2deecb0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-bff0a484"}
2026-07-12T16:55:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bff0a484"}, "namespace": "ai-tenant-e2e-mt-bff0a484", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a808aaf8-af9a-4e4a-9b94-a889794bc302", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bff0a484"}
2026-07-12T16:55:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-bff0a484"}, "namespace": "ai-tenant-e2e-mt-bff0a484", "name": "openshift-service-ca.crt", "reconcileID": "a65eb5e0-82e3-466f-be55-746e6fae93cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-bff0a484"}
2026-07-12T16:55:38Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-bff0a484"}, "namespace": "ai-tenant-e2e-mt-bff0a484", "name": "odh-trusted-ca-bundle", "reconcileID": "3fc1b4ce-f174-4118-b751-ead55dde3fcb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-bff0a484", "update": "odh-kserve-custom-ca-bundle"}
2026-07-12T16:55:38Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-bff0a484"}, "namespace": "ai-tenant-e2e-mt-bff0a484", "name": "odh-trusted-ca-bundle", "reconcileID": "3fc1b4ce-f174-4118-b751-ead55dde3fcb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-bff0a484"}
2026-07-12T16:55:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bff0a484"}, "namespace": "ai-tenant-e2e-mt-bff0a484", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5b22000-7a61-40d0-9072-ea684d1ef27b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bff0a484"}
2026-07-12T16:56:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bff0a484"}, "namespace": "ai-tenant-e2e-mt-bff0a484", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a34be37-f0cf-4bde-8f17-504b10509a6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bff0a484"}
2026-07-12T16:56:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bff0a484"}, "namespace": "ai-tenant-e2e-mt-bff0a484", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a34be37-f0cf-4bde-8f17-504b10509a6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bff0a484", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T16:56:10Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bff0a484"}, "namespace": "ai-tenant-e2e-mt-bff0a484", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a34be37-f0cf-4bde-8f17-504b10509a6e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-bff0a484 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-12T16:56:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-bff0a484"}, "namespace": "ai-tenant-e2e-mt-bff0a484", "name": "odh-trusted-ca-bundle", "reconcileID": "45abc0d3-1020-480f-90af-e292db61ac5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-bff0a484"}
2026-07-12T16:56:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-bff0a484"}, "namespace": "ai-tenant-e2e-mt-bff0a484", "name": "odh-trusted-ca-bundle", "reconcileID": "45abc0d3-1020-480f-90af-e292db61ac5c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-bff0a484"}
2026-07-12T16:56:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-bff0a484"}, "namespace": "ai-tenant-e2e-mt-bff0a484", "name": "openshift-service-ca.crt", "reconcileID": "44830b29-8b52-48f9-82e3-2e6474f6ceb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-bff0a484"}
2026-07-12T16:56:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-bff0a484"}, "namespace": "ai-tenant-e2e-mt-bff0a484", "name": "openshift-service-ca.crt", "reconcileID": "44830b29-8b52-48f9-82e3-2e6474f6ceb8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-bff0a484"}
2026-07-12T16:56:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bff0a484"}, "namespace": "ai-tenant-e2e-mt-bff0a484", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b5983eb-3acf-415e-b50d-eb0479904a1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bff0a484"}
2026-07-12T16:56:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-bff0a484"}, "namespace": "ai-tenant-e2e-mt-bff0a484", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b5983eb-3acf-415e-b50d-eb0479904a1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-bff0a484"}
2026-07-12T16:56:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-d9616cc2"}, "namespace": "e2e-unlabeled-d9616cc2", "name": "openshift-service-ca.crt", "reconcileID": "c9ea2e40-18f0-46f8-bcbb-b190c2d15121", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-d9616cc2"}
2026-07-12T16:56:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-d9616cc2"}, "namespace": "e2e-unlabeled-d9616cc2", "name": "openshift-service-ca.crt", "reconcileID": "c5224c73-a093-49b5-a413-ad26db061fe5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-d9616cc2", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T16:56:10Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-d9616cc2"}, "namespace": "e2e-unlabeled-d9616cc2", "name": "openshift-service-ca.crt", "reconcileID": "c5224c73-a093-49b5-a413-ad26db061fe5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-d9616cc2"}
2026-07-12T16:56:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-d9616cc2"}, "namespace": "e2e-unlabeled-d9616cc2", "name": "odh-trusted-ca-bundle", "reconcileID": "0ef37dc0-6857-4fde-bcf4-31fc00adeec4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-d9616cc2"}
2026-07-12T16:56:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-d9616cc2"}, "namespace": "e2e-unlabeled-d9616cc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09a2538e-b57e-4943-b92b-21865ed0af5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-d9616cc2"}
2026-07-12T16:56:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-d9616cc2"}, "namespace": "e2e-unlabeled-d9616cc2", "name": "openshift-service-ca.crt", "reconcileID": "d7c05a59-a697-4abc-b87b-915254c2573d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-d9616cc2"}
2026-07-12T16:56:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-d9616cc2"}, "namespace": "e2e-unlabeled-d9616cc2", "name": "odh-trusted-ca-bundle", "reconcileID": "de362a2d-e1fb-4a6c-a521-ca5f74d661bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-d9616cc2", "update": "odh-kserve-custom-ca-bundle"}
2026-07-12T16:56:10Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-d9616cc2"}, "namespace": "e2e-unlabeled-d9616cc2", "name": "odh-trusted-ca-bundle", "reconcileID": "de362a2d-e1fb-4a6c-a521-ca5f74d661bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-d9616cc2"}
2026-07-12T16:56:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-d9616cc2"}, "namespace": "e2e-unlabeled-d9616cc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e526896e-3b77-4059-83a8-f09fdd2d56e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-d9616cc2"}
2026-07-12T16:56:31Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-d9616cc2"}, "namespace": "e2e-unlabeled-d9616cc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc51fb8a-7c5a-4041-9532-659f010ed7ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-d9616cc2"}
2026-07-12T16:56:31Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-d9616cc2"}, "namespace": "e2e-unlabeled-d9616cc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc51fb8a-7c5a-4041-9532-659f010ed7ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-d9616cc2", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T16:56:31Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-d9616cc2"}, "namespace": "e2e-unlabeled-d9616cc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc51fb8a-7c5a-4041-9532-659f010ed7ed", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unlabeled-d9616cc2 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-12T16:56:31Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-d9616cc2"}, "namespace": "e2e-unlabeled-d9616cc2", "name": "odh-trusted-ca-bundle", "reconcileID": "88fa1880-9cb6-476e-8ace-5f66398905f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-d9616cc2"}
2026-07-12T16:56:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-d9616cc2"}, "namespace": "e2e-unlabeled-d9616cc2", "name": "odh-trusted-ca-bundle", "reconcileID": "88fa1880-9cb6-476e-8ace-5f66398905f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-d9616cc2"}
2026-07-12T16:56:31Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-d9616cc2"}, "namespace": "e2e-unlabeled-d9616cc2", "name": "openshift-service-ca.crt", "reconcileID": "7799d13b-dd1e-4133-9ff4-8fa4939b69f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-d9616cc2"}
2026-07-12T16:56:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-d9616cc2"}, "namespace": "e2e-unlabeled-d9616cc2", "name": "openshift-service-ca.crt", "reconcileID": "7799d13b-dd1e-4133-9ff4-8fa4939b69f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-d9616cc2"}
2026-07-12T16:56:31Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-d9616cc2"}, "namespace": "e2e-unlabeled-d9616cc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "680dca83-85e3-438b-924a-87e293f2be41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-d9616cc2"}
2026-07-12T16:56:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-d9616cc2"}, "namespace": "e2e-unlabeled-d9616cc2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "680dca83-85e3-438b-924a-87e293f2be41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-d9616cc2"}
2026-07-12T16:56:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-31012c13"}, "namespace": "ai-tenant-e2e-mt-31012c13", "name": "openshift-service-ca.crt", "reconcileID": "bd38a14b-9215-4f7b-9843-ce4ccaf74330", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-31012c13"}
2026-07-12T16:56:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-31012c13"}, "namespace": "ai-tenant-e2e-mt-31012c13", "name": "odh-trusted-ca-bundle", "reconcileID": "63652a0f-c05a-4c82-9b60-98228f4503a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-31012c13"}
2026-07-12T16:56:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-31012c13"}, "namespace": "ai-tenant-e2e-mt-31012c13", "name": "openshift-service-ca.crt", "reconcileID": "7aa26b4c-1210-4c09-8bec-5dce2d2f9f9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-31012c13", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T16:56:32Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-31012c13"}, "namespace": "ai-tenant-e2e-mt-31012c13", "name": "openshift-service-ca.crt", "reconcileID": "7aa26b4c-1210-4c09-8bec-5dce2d2f9f9b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-31012c13"}
2026-07-12T16:56:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-31012c13"}, "namespace": "ai-tenant-e2e-mt-31012c13", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a2ab73e-cf8e-445a-ae9b-d09a8931996b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-31012c13"}
2026-07-12T16:56:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-31012c13"}, "namespace": "ai-tenant-e2e-mt-31012c13", "name": "openshift-service-ca.crt", "reconcileID": "80396aba-8d11-49fa-a95e-02a164ce333f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-31012c13"}
2026-07-12T16:56:33Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-31012c13"}, "namespace": "ai-tenant-e2e-mt-31012c13", "name": "odh-trusted-ca-bundle", "reconcileID": "f9a2dce4-c427-4155-9ce9-b9200951ae10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-31012c13", "update": "odh-kserve-custom-ca-bundle"}
2026-07-12T16:56:33Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-31012c13"}, "namespace": "ai-tenant-e2e-mt-31012c13", "name": "odh-trusted-ca-bundle", "reconcileID": "f9a2dce4-c427-4155-9ce9-b9200951ae10", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-31012c13"}
2026-07-12T16:56:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-31012c13"}, "namespace": "ai-tenant-e2e-mt-31012c13", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa63ca96-be5e-4d6d-a3d8-592d43b8a14f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-31012c13"}
2026-07-12T16:56:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-31012c13"}, "namespace": "ai-tenant-e2e-mt-31012c13", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "227f0b2a-4533-4ea6-897d-6d09292041ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-31012c13"}
2026-07-12T16:56:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-31012c13"}, "namespace": "ai-tenant-e2e-mt-31012c13", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "227f0b2a-4533-4ea6-897d-6d09292041ed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-31012c13", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T16:56:49Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-31012c13"}, "namespace": "ai-tenant-e2e-mt-31012c13", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "227f0b2a-4533-4ea6-897d-6d09292041ed", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-31012c13 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-12T16:56:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-31012c13"}, "namespace": "ai-tenant-e2e-mt-31012c13", "name": "odh-trusted-ca-bundle", "reconcileID": "8d8e41ee-4aa7-44db-b08c-c848654b829c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-31012c13"}
2026-07-12T16:56:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-31012c13"}, "namespace": "ai-tenant-e2e-mt-31012c13", "name": "odh-trusted-ca-bundle", "reconcileID": "8d8e41ee-4aa7-44db-b08c-c848654b829c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-31012c13"}
2026-07-12T16:56:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-31012c13"}, "namespace": "ai-tenant-e2e-mt-31012c13", "name": "openshift-service-ca.crt", "reconcileID": "009f6e3d-5aff-44e4-96e0-f2012247c5c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-31012c13"}
2026-07-12T16:56:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-31012c13"}, "namespace": "ai-tenant-e2e-mt-31012c13", "name": "openshift-service-ca.crt", "reconcileID": "009f6e3d-5aff-44e4-96e0-f2012247c5c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-31012c13"}
2026-07-12T16:56:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-31012c13"}, "namespace": "ai-tenant-e2e-mt-31012c13", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57e4c860-4447-4fcd-b1e4-ae3a29e9be0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-31012c13"}
2026-07-12T16:56:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-31012c13"}, "namespace": "ai-tenant-e2e-mt-31012c13", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57e4c860-4447-4fcd-b1e4-ae3a29e9be0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-31012c13"}
2026-07-12T16:56:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3e5bf632"}, "namespace": "ai-tenant-e2e-mt-3e5bf632", "name": "openshift-service-ca.crt", "reconcileID": "811651f7-b040-45da-b8d6-ed079290ea2c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3e5bf632"}
2026-07-12T16:56:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3e5bf632"}, "namespace": "ai-tenant-e2e-mt-3e5bf632", "name": "openshift-service-ca.crt", "reconcileID": "9a5e96e2-8c6e-4de3-a298-1259b54ccad3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3e5bf632", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T16:56:49Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3e5bf632"}, "namespace": "ai-tenant-e2e-mt-3e5bf632", "name": "openshift-service-ca.crt", "reconcileID": "9a5e96e2-8c6e-4de3-a298-1259b54ccad3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3e5bf632"}
2026-07-12T16:56:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3e5bf632"}, "namespace": "ai-tenant-e2e-mt-3e5bf632", "name": "odh-trusted-ca-bundle", "reconcileID": "c6f952f9-2e94-4169-9a95-70d41ceeece5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e5bf632", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T16:56:49Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3e5bf632"}, "namespace": "ai-tenant-e2e-mt-3e5bf632", "name": "odh-trusted-ca-bundle", "reconcileID": "c6f952f9-2e94-4169-9a95-70d41ceeece5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-12T16:56:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3e5bf632"}, "namespace": "ai-tenant-e2e-mt-3e5bf632", "name": "openshift-service-ca.crt", "reconcileID": "b187fbb0-06a5-4a49-9f29-bfa491219ee8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3e5bf632"}
2026-07-12T16:56:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3e5bf632"}, "namespace": "ai-tenant-e2e-mt-3e5bf632", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e19badeb-ce7c-4de0-b5bd-6fd2500a7a89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e5bf632"}
2026-07-12T16:56:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3e5bf632"}, "namespace": "ai-tenant-e2e-mt-3e5bf632", "name": "odh-trusted-ca-bundle", "reconcileID": "3923c29d-0383-4df3-bf45-acf6131bcbf1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e5bf632"}
2026-07-12T16:56:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3e5bf632"}, "namespace": "ai-tenant-e2e-mt-3e5bf632", "name": "odh-trusted-ca-bundle", "reconcileID": "bebcdeee-072d-407b-ab8e-cad03d27440b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e5bf632", "update": "odh-kserve-custom-ca-bundle"}
2026-07-12T16:56:49Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3e5bf632"}, "namespace": "ai-tenant-e2e-mt-3e5bf632", "name": "odh-trusted-ca-bundle", "reconcileID": "bebcdeee-072d-407b-ab8e-cad03d27440b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e5bf632"}
2026-07-12T16:56:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3e5bf632"}, "namespace": "ai-tenant-e2e-mt-3e5bf632", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa21feab-a8a9-4895-8cce-3045173ede0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e5bf632"}
2026-07-12T16:56:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-32698245"}, "namespace": "ai-tenant-e2e-mt-32698245", "name": "openshift-service-ca.crt", "reconcileID": "5a360b03-09ab-4546-9849-d832a2e8170b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-32698245"}
2026-07-12T16:56:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-32698245"}, "namespace": "ai-tenant-e2e-mt-32698245", "name": "openshift-service-ca.crt", "reconcileID": "b9525fb7-4357-4f1e-b55d-e5f8a30e7d96", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-32698245", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T16:56:50Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-32698245"}, "namespace": "ai-tenant-e2e-mt-32698245", "name": "openshift-service-ca.crt", "reconcileID": "b9525fb7-4357-4f1e-b55d-e5f8a30e7d96", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-32698245"}
2026-07-12T16:56:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-32698245"}, "namespace": "ai-tenant-e2e-mt-32698245", "name": "odh-trusted-ca-bundle", "reconcileID": "7277df3a-888a-4deb-8659-40c65867b501", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-32698245"}
2026-07-12T16:56:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-32698245"}, "namespace": "ai-tenant-e2e-mt-32698245", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1023d968-4bf4-4239-b003-8ffcde69de98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-32698245"}
2026-07-12T16:56:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-32698245"}, "namespace": "ai-tenant-e2e-mt-32698245", "name": "openshift-service-ca.crt", "reconcileID": "6448ec77-959e-495b-b577-d1059896c07c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-32698245"}
2026-07-12T16:56:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-32698245"}, "namespace": "ai-tenant-e2e-mt-32698245", "name": "odh-trusted-ca-bundle", "reconcileID": "e5dee572-97d9-4698-bac2-f27cf0aeef37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-32698245", "update": "odh-kserve-custom-ca-bundle"}
2026-07-12T16:56:50Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-32698245"}, "namespace": "ai-tenant-e2e-mt-32698245", "name": "odh-trusted-ca-bundle", "reconcileID": "e5dee572-97d9-4698-bac2-f27cf0aeef37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-32698245"}
2026-07-12T16:56:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-32698245"}, "namespace": "ai-tenant-e2e-mt-32698245", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "22a45f84-49b1-40f4-951e-e8e6d8ecb755", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-32698245"}
2026-07-12T16:56:57Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3e5bf632"}, "namespace": "ai-tenant-e2e-mt-3e5bf632", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48ebb880-b7f1-40af-a36d-6e54cd215094", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e5bf632"}
2026-07-12T16:56:57Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3e5bf632"}, "namespace": "ai-tenant-e2e-mt-3e5bf632", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48ebb880-b7f1-40af-a36d-6e54cd215094", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e5bf632", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T16:56:57Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3e5bf632"}, "namespace": "ai-tenant-e2e-mt-3e5bf632", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48ebb880-b7f1-40af-a36d-6e54cd215094", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-3e5bf632 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-12T16:56:57Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3e5bf632"}, "namespace": "ai-tenant-e2e-mt-3e5bf632", "name": "odh-trusted-ca-bundle", "reconcileID": "2db2248e-befa-4b9c-8f1f-b8348c3e9a9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e5bf632"}
2026-07-12T16:56:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3e5bf632"}, "namespace": "ai-tenant-e2e-mt-3e5bf632", "name": "odh-trusted-ca-bundle", "reconcileID": "2db2248e-befa-4b9c-8f1f-b8348c3e9a9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e5bf632"}
2026-07-12T16:56:57Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3e5bf632"}, "namespace": "ai-tenant-e2e-mt-3e5bf632", "name": "openshift-service-ca.crt", "reconcileID": "36cb8dc8-104b-4320-818b-dd015977fd76", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3e5bf632"}
2026-07-12T16:56:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3e5bf632"}, "namespace": "ai-tenant-e2e-mt-3e5bf632", "name": "openshift-service-ca.crt", "reconcileID": "36cb8dc8-104b-4320-818b-dd015977fd76", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3e5bf632"}
2026-07-12T16:56:57Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3e5bf632"}, "namespace": "ai-tenant-e2e-mt-3e5bf632", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c1b8e3e-f9e7-4109-9eeb-fb21c8560430", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e5bf632"}
2026-07-12T16:56:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3e5bf632"}, "namespace": "ai-tenant-e2e-mt-3e5bf632", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c1b8e3e-f9e7-4109-9eeb-fb21c8560430", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3e5bf632"}
2026-07-12T16:57:04Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-32698245"}, "namespace": "ai-tenant-e2e-mt-32698245", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4270e82-3199-46a8-ba57-ee9a2c59e06a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-32698245"}
2026-07-12T16:57:04Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-32698245"}, "namespace": "ai-tenant-e2e-mt-32698245", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4270e82-3199-46a8-ba57-ee9a2c59e06a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-32698245", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T16:57:04Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-32698245"}, "namespace": "ai-tenant-e2e-mt-32698245", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4270e82-3199-46a8-ba57-ee9a2c59e06a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-32698245 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-12T16:57:04Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-32698245"}, "namespace": "ai-tenant-e2e-mt-32698245", "name": "odh-trusted-ca-bundle", "reconcileID": "b1dc66d9-6bff-4081-9bf2-9059029fa7c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-32698245"}
2026-07-12T16:57:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-32698245"}, "namespace": "ai-tenant-e2e-mt-32698245", "name": "odh-trusted-ca-bundle", "reconcileID": "b1dc66d9-6bff-4081-9bf2-9059029fa7c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-32698245"}
2026-07-12T16:57:04Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-32698245"}, "namespace": "ai-tenant-e2e-mt-32698245", "name": "openshift-service-ca.crt", "reconcileID": "47fb790a-b5aa-4f26-838d-e0f29ceeb4fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-32698245"}
2026-07-12T16:57:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-32698245"}, "namespace": "ai-tenant-e2e-mt-32698245", "name": "openshift-service-ca.crt", "reconcileID": "47fb790a-b5aa-4f26-838d-e0f29ceeb4fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-32698245"}
2026-07-12T16:57:04Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-32698245"}, "namespace": "ai-tenant-e2e-mt-32698245", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0d7ef93-32c1-464c-818f-112db98a2e62", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-32698245"}
2026-07-12T16:57:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-32698245"}, "namespace": "ai-tenant-e2e-mt-32698245", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0d7ef93-32c1-464c-818f-112db98a2e62", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-32698245"}
2026-07-12T16:57:04Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "11d2edb2-c4ba-454b-ae6c-cb7c750029f5", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress"}
2026-07-12T16:57:04Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "11d2edb2-c4ba-454b-ae6c-cb7c750029f5", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb-authn-ssl"}
2026-07-12T16:57:04Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "11d2edb2-c4ba-454b-ae6c-cb7c750029f5", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress"}
2026-07-12T16:57:04Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "26e35fa2-dc30-4b56-86f5-cd6365908b45", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress"}
2026-07-12T16:57:04Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "26e35fa2-dc30-4b56-86f5-cd6365908b45", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb-authn-ssl"}
2026-07-12T16:57:04Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "26e35fa2-dc30-4b56-86f5-cd6365908b45", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress"}
2026-07-12T16:57:04Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "b873a325-871a-478a-bcf7-3a55b7e04635", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress"}
2026-07-12T16:57:04Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "b873a325-871a-478a-bcf7-3a55b7e04635", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb-authn-ssl"}
2026-07-12T16:57:04Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "b873a325-871a-478a-bcf7-3a55b7e04635", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress"}
2026-07-12T16:57:04Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "2678a2d9-7410-425c-a785-f1192f855e08", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress"}
2026-07-12T16:57:04Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "2678a2d9-7410-425c-a785-f1192f855e08", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb-authn-ssl"}
2026-07-12T16:57:04Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "2678a2d9-7410-425c-a785-f1192f855e08", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress"}
2026-07-12T16:57:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "c0d95216-9707-4e98-a0c2-3d351ae1abf3", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress"}
2026-07-12T16:57:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "c0d95216-9707-4e98-a0c2-3d351ae1abf3", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb-authn-ssl"}
2026-07-12T16:57:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "c0d95216-9707-4e98-a0c2-3d351ae1abf3", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress"}
2026-07-12T16:57:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "732c04d3-9cd2-4917-a747-fd6866811485", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress"}
2026-07-12T16:57:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "732c04d3-9cd2-4917-a747-fd6866811485", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb-authn-ssl"}
2026-07-12T16:57:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "732c04d3-9cd2-4917-a747-fd6866811485", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress"}
2026-07-12T16:57:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "6c12a53c-c843-41b9-afd6-d0427979cdf8", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress"}
2026-07-12T16:57:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "6c12a53c-c843-41b9-afd6-d0427979cdf8", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb-authn-ssl"}
2026-07-12T16:57:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "6c12a53c-c843-41b9-afd6-d0427979cdf8", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress"}
2026-07-12T16:57:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a26627bb"}, "namespace": "ai-tenant-e2e-mt-a26627bb", "name": "openshift-service-ca.crt", "reconcileID": "f4bcd4c8-a3a0-4198-9c27-d1101d11fd0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a26627bb"}
2026-07-12T16:57:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a26627bb"}, "namespace": "ai-tenant-e2e-mt-a26627bb", "name": "odh-trusted-ca-bundle", "reconcileID": "be51572b-cf8f-4ae8-b2c8-162e1e18a0e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a26627bb"}
2026-07-12T16:57:08Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a26627bb"}, "namespace": "ai-tenant-e2e-mt-a26627bb", "name": "openshift-service-ca.crt", "reconcileID": "7a5693df-0a1b-475c-9aba-97001272ce8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a26627bb", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T16:57:08Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a26627bb"}, "namespace": "ai-tenant-e2e-mt-a26627bb", "name": "openshift-service-ca.crt", "reconcileID": "7a5693df-0a1b-475c-9aba-97001272ce8d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a26627bb"}
2026-07-12T16:57:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a26627bb"}, "namespace": "ai-tenant-e2e-mt-a26627bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f4bcf319-5245-4edb-90ee-24b7a53b296b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a26627bb"}
2026-07-12T16:57:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a26627bb"}, "namespace": "ai-tenant-e2e-mt-a26627bb", "name": "openshift-service-ca.crt", "reconcileID": "42239705-4f24-4d40-a8c7-8b0e322c1100", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a26627bb"}
2026-07-12T16:57:08Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a26627bb"}, "namespace": "ai-tenant-e2e-mt-a26627bb", "name": "odh-trusted-ca-bundle", "reconcileID": "f4a50660-7e3d-4ec5-830d-482b4eac723c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a26627bb", "update": "odh-kserve-custom-ca-bundle"}
2026-07-12T16:57:08Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a26627bb"}, "namespace": "ai-tenant-e2e-mt-a26627bb", "name": "odh-trusted-ca-bundle", "reconcileID": "f4a50660-7e3d-4ec5-830d-482b4eac723c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a26627bb"}
2026-07-12T16:57:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a26627bb"}, "namespace": "ai-tenant-e2e-mt-a26627bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a20d87bb-76f6-4e0b-afbd-391c48f00e19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a26627bb"}
2026-07-12T17:00:22Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-12T17:00:22Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-12T17:00:23Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-12T17:00:23Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-12T17:00:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a26627bb"}, "namespace": "ai-tenant-e2e-mt-a26627bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2c4dd6b-3b88-4074-b44a-8b4f43790c38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a26627bb"}
2026-07-12T17:00:23Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a26627bb"}, "namespace": "ai-tenant-e2e-mt-a26627bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2c4dd6b-3b88-4074-b44a-8b4f43790c38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a26627bb", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:00:23Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a26627bb"}, "namespace": "ai-tenant-e2e-mt-a26627bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f2c4dd6b-3b88-4074-b44a-8b4f43790c38", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-a26627bb because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-12T17:00:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a26627bb"}, "namespace": "ai-tenant-e2e-mt-a26627bb", "name": "odh-trusted-ca-bundle", "reconcileID": "01206867-5d3a-4b7a-b7a6-8b228077f206", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a26627bb"}
2026-07-12T17:00:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a26627bb"}, "namespace": "ai-tenant-e2e-mt-a26627bb", "name": "odh-trusted-ca-bundle", "reconcileID": "01206867-5d3a-4b7a-b7a6-8b228077f206", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a26627bb"}
2026-07-12T17:00:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a26627bb"}, "namespace": "ai-tenant-e2e-mt-a26627bb", "name": "openshift-service-ca.crt", "reconcileID": "284c98bc-e513-4278-86cf-96ad9af82f6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a26627bb"}
2026-07-12T17:00:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a26627bb"}, "namespace": "ai-tenant-e2e-mt-a26627bb", "name": "openshift-service-ca.crt", "reconcileID": "284c98bc-e513-4278-86cf-96ad9af82f6f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a26627bb"}
2026-07-12T17:00:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a26627bb"}, "namespace": "ai-tenant-e2e-mt-a26627bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0fff2c2-4e04-4ed7-a066-651a1e3fc5c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a26627bb"}
2026-07-12T17:00:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a26627bb"}, "namespace": "ai-tenant-e2e-mt-a26627bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0fff2c2-4e04-4ed7-a066-651a1e3fc5c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a26627bb"}
2026-07-12T17:00:23Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a26627bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a26627bb", "reconcileID": "975f2804-c4c8-480d-84a9-448d214d02df", "Gateway": "e2e-mt-a26627bb", "namespace": "openshift-ingress"}
2026-07-12T17:00:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-7ae734e0"}, "namespace": "e2e-webhook-sub-7ae734e0", "name": "openshift-service-ca.crt", "reconcileID": "1f999289-54b6-4b5b-87e5-5a9d5a03c992", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-7ae734e0"}
2026-07-12T17:00:24Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-7ae734e0"}, "namespace": "e2e-webhook-sub-7ae734e0", "name": "openshift-service-ca.crt", "reconcileID": "5f6f2e0b-01d9-4a43-81bc-680e27d9c7bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-7ae734e0", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:00:24Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-7ae734e0"}, "namespace": "e2e-webhook-sub-7ae734e0", "name": "openshift-service-ca.crt", "reconcileID": "5f6f2e0b-01d9-4a43-81bc-680e27d9c7bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-7ae734e0"}
2026-07-12T17:00:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-7ae734e0"}, "namespace": "e2e-webhook-sub-7ae734e0", "name": "odh-trusted-ca-bundle", "reconcileID": "841d5610-3156-4181-8cd7-f9dea9a0a365", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-7ae734e0"}
2026-07-12T17:00:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-7ae734e0"}, "namespace": "e2e-webhook-sub-7ae734e0", "name": "openshift-service-ca.crt", "reconcileID": "8c0e9178-4d21-4305-aa26-c60c43f72c0c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-7ae734e0"}
2026-07-12T17:00:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-7ae734e0"}, "namespace": "e2e-webhook-sub-7ae734e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c60ea673-af30-45f9-96e5-8846d21bab08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-7ae734e0"}
2026-07-12T17:00:24Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-7ae734e0"}, "namespace": "e2e-webhook-sub-7ae734e0", "name": "odh-trusted-ca-bundle", "reconcileID": "48a2fd5a-0d94-4894-8495-c2d784150f22", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-7ae734e0", "update": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:00:24Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-7ae734e0"}, "namespace": "e2e-webhook-sub-7ae734e0", "name": "odh-trusted-ca-bundle", "reconcileID": "48a2fd5a-0d94-4894-8495-c2d784150f22", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-7ae734e0"}
2026-07-12T17:00:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-7ae734e0"}, "namespace": "e2e-webhook-sub-7ae734e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34b3aea2-e91e-4892-ae3f-c294cacc2f2e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-7ae734e0"}
2026-07-12T17:00:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-7ae734e0"}, "namespace": "e2e-webhook-sub-7ae734e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95087600-2702-416f-8609-0ba001ec2f20", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-7ae734e0"}
2026-07-12T17:00:29Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-7ae734e0"}, "namespace": "e2e-webhook-sub-7ae734e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95087600-2702-416f-8609-0ba001ec2f20", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-7ae734e0", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:00:29Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-7ae734e0"}, "namespace": "e2e-webhook-sub-7ae734e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95087600-2702-416f-8609-0ba001ec2f20", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-sub-7ae734e0 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-12T17:00:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-7ae734e0"}, "namespace": "e2e-webhook-sub-7ae734e0", "name": "odh-trusted-ca-bundle", "reconcileID": "d5d6423b-b361-4b78-b4c7-ef529f57b39f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-7ae734e0"}
2026-07-12T17:00:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-7ae734e0"}, "namespace": "e2e-webhook-sub-7ae734e0", "name": "odh-trusted-ca-bundle", "reconcileID": "d5d6423b-b361-4b78-b4c7-ef529f57b39f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-7ae734e0"}
2026-07-12T17:00:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-7ae734e0"}, "namespace": "e2e-webhook-sub-7ae734e0", "name": "openshift-service-ca.crt", "reconcileID": "080106de-1e5a-40c5-9331-8e5068e650cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-7ae734e0"}
2026-07-12T17:00:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-7ae734e0"}, "namespace": "e2e-webhook-sub-7ae734e0", "name": "openshift-service-ca.crt", "reconcileID": "080106de-1e5a-40c5-9331-8e5068e650cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-7ae734e0"}
2026-07-12T17:00:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-7ae734e0"}, "namespace": "e2e-webhook-sub-7ae734e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa16df40-abaa-4a28-9088-d40d5e311770", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-7ae734e0"}
2026-07-12T17:00:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-7ae734e0"}, "namespace": "e2e-webhook-sub-7ae734e0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa16df40-abaa-4a28-9088-d40d5e311770", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-7ae734e0"}
2026-07-12T17:00:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-a3f3ba93"}, "namespace": "e2e-webhook-auth-a3f3ba93", "name": "openshift-service-ca.crt", "reconcileID": "c2d7676e-5381-4459-93c3-faf1d00ed6d3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-a3f3ba93"}
2026-07-12T17:00:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-a3f3ba93"}, "namespace": "e2e-webhook-auth-a3f3ba93", "name": "odh-trusted-ca-bundle", "reconcileID": "5495aad3-ec34-4c8c-9bad-655158076fb4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-a3f3ba93"}
2026-07-12T17:00:30Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-a3f3ba93"}, "namespace": "e2e-webhook-auth-a3f3ba93", "name": "openshift-service-ca.crt", "reconcileID": "f36845e8-9c62-49d6-adb4-5a9d9d4a9025", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-a3f3ba93", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:00:30Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-a3f3ba93"}, "namespace": "e2e-webhook-auth-a3f3ba93", "name": "openshift-service-ca.crt", "reconcileID": "f36845e8-9c62-49d6-adb4-5a9d9d4a9025", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-a3f3ba93"}
2026-07-12T17:00:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-a3f3ba93"}, "namespace": "e2e-webhook-auth-a3f3ba93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9161123-1e3f-4564-9804-10998d695ad2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-a3f3ba93"}
2026-07-12T17:00:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-a3f3ba93"}, "namespace": "e2e-webhook-auth-a3f3ba93", "name": "openshift-service-ca.crt", "reconcileID": "d8974dde-14d4-4325-818b-1aae2ef965c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-a3f3ba93"}
2026-07-12T17:00:30Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-a3f3ba93"}, "namespace": "e2e-webhook-auth-a3f3ba93", "name": "odh-trusted-ca-bundle", "reconcileID": "2e819275-5147-4f09-8518-e85bf2ee8eb3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-a3f3ba93", "update": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:00:30Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-a3f3ba93"}, "namespace": "e2e-webhook-auth-a3f3ba93", "name": "odh-trusted-ca-bundle", "reconcileID": "2e819275-5147-4f09-8518-e85bf2ee8eb3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-a3f3ba93"}
2026-07-12T17:00:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-a3f3ba93"}, "namespace": "e2e-webhook-auth-a3f3ba93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a365f611-0e94-46ea-9fcc-d702e78e3718", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-a3f3ba93"}
2026-07-12T17:00:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-a3f3ba93"}, "namespace": "e2e-webhook-auth-a3f3ba93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "145e86ff-418f-4ab7-a46e-91bbcf772c72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-a3f3ba93"}
2026-07-12T17:00:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-a3f3ba93"}, "namespace": "e2e-webhook-auth-a3f3ba93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "145e86ff-418f-4ab7-a46e-91bbcf772c72", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-a3f3ba93", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:00:35Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-a3f3ba93"}, "namespace": "e2e-webhook-auth-a3f3ba93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "145e86ff-418f-4ab7-a46e-91bbcf772c72", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-auth-a3f3ba93 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-12T17:00:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-a3f3ba93"}, "namespace": "e2e-webhook-auth-a3f3ba93", "name": "odh-trusted-ca-bundle", "reconcileID": "b6b25417-896b-49c1-bb24-e0a3638d6587", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-a3f3ba93"}
2026-07-12T17:00:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-a3f3ba93"}, "namespace": "e2e-webhook-auth-a3f3ba93", "name": "odh-trusted-ca-bundle", "reconcileID": "b6b25417-896b-49c1-bb24-e0a3638d6587", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-a3f3ba93"}
2026-07-12T17:00:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-a3f3ba93"}, "namespace": "e2e-webhook-auth-a3f3ba93", "name": "openshift-service-ca.crt", "reconcileID": "62f68d32-ab52-4b44-8f1a-0a38695e3df6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-a3f3ba93"}
2026-07-12T17:00:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-a3f3ba93"}, "namespace": "e2e-webhook-auth-a3f3ba93", "name": "openshift-service-ca.crt", "reconcileID": "62f68d32-ab52-4b44-8f1a-0a38695e3df6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-a3f3ba93"}
2026-07-12T17:00:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-a3f3ba93"}, "namespace": "e2e-webhook-auth-a3f3ba93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0542de2b-7ca7-4270-a800-46fb3dec0526", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-a3f3ba93"}
2026-07-12T17:00:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-a3f3ba93"}, "namespace": "e2e-webhook-auth-a3f3ba93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0542de2b-7ca7-4270-a800-46fb3dec0526", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-a3f3ba93"}
2026-07-12T17:00:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "a58ccea2-8966-4551-b2f3-c81b99167f98", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:00:43Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "a58ccea2-8966-4551-b2f3-c81b99167f98", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007-authn-ssl"}
2026-07-12T17:00:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "a58ccea2-8966-4551-b2f3-c81b99167f98", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:00:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "3dc4ed26-60ec-41c8-86ea-abe5d4b218ad", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:00:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "3dc4ed26-60ec-41c8-86ea-abe5d4b218ad", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007-authn-ssl"}
2026-07-12T17:00:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "3dc4ed26-60ec-41c8-86ea-abe5d4b218ad", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:00:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "cf7da11e-f10c-4109-a077-3c40cbe7bb12", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:00:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "cf7da11e-f10c-4109-a077-3c40cbe7bb12", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007-authn-ssl"}
2026-07-12T17:00:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "cf7da11e-f10c-4109-a077-3c40cbe7bb12", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:00:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "9bf166cd-2693-4d55-bbdf-2472ae5ae948", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:00:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "9bf166cd-2693-4d55-bbdf-2472ae5ae948", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007-authn-ssl"}
2026-07-12T17:00:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "9bf166cd-2693-4d55-bbdf-2472ae5ae948", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:00:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "ced77e08-ebbb-4759-aeb5-025d69c5c407", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:00:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "ced77e08-ebbb-4759-aeb5-025d69c5c407", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007-authn-ssl"}
2026-07-12T17:00:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "ced77e08-ebbb-4759-aeb5-025d69c5c407", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:00:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "4e34c938-1556-4e90-8a04-97702b51f903", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:00:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "4e34c938-1556-4e90-8a04-97702b51f903", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007-authn-ssl"}
2026-07-12T17:00:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "4e34c938-1556-4e90-8a04-97702b51f903", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:00:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "713bd8d9-1b73-4163-95e5-a0dc8b2ebaa0", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:00:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "713bd8d9-1b73-4163-95e5-a0dc8b2ebaa0", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007-authn-ssl"}
2026-07-12T17:00:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "713bd8d9-1b73-4163-95e5-a0dc8b2ebaa0", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:00:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "openshift-service-ca.crt", "reconcileID": "3052c2c9-231a-4ce1-9681-a3da995b4ac4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:00:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "odh-trusted-ca-bundle", "reconcileID": "1f768012-0ed9-4b1a-9450-2d39523baa6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:00:46Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "openshift-service-ca.crt", "reconcileID": "6bb53b3d-387a-4096-bbc5-f2ac2b66bffc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cc36e007", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:00:46Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "openshift-service-ca.crt", "reconcileID": "6bb53b3d-387a-4096-bbc5-f2ac2b66bffc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:00:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "openshift-service-ca.crt", "reconcileID": "859aaefa-f124-4170-a853-413cd879fc71", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:00:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55fda486-b49e-4b44-917a-31b7941366b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:00:46Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "odh-trusted-ca-bundle", "reconcileID": "0a610924-0b01-4af6-8d44-078319d1b2df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cc36e007", "update": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:00:46Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "odh-trusted-ca-bundle", "reconcileID": "0a610924-0b01-4af6-8d44-078319d1b2df", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:00:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51f89750-bd2a-4d78-9b74-c3ba65f15a61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:00:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "2afe2f2d-28cf-4af7-b9b1-b418823db139", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:00:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "2afe2f2d-28cf-4af7-b9b1-b418823db139", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007-authn-ssl"}
2026-07-12T17:00:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "2afe2f2d-28cf-4af7-b9b1-b418823db139", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:00:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8d9ac731-5a0e-4c7e-8209-feb92dd6aba7", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-12T17:00:51Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "fe1146a2-78a7-491c-b6e0-6dcb8e1f0f13", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:00:51Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "fe1146a2-78a7-491c-b6e0-6dcb8e1f0f13", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:00:51Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "fe1146a2-78a7-491c-b6e0-6dcb8e1f0f13", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:00:51Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "cf6cc827-a2fe-4cbc-8bf3-ff14e3afded9", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:00:51Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "fe1146a2-78a7-491c-b6e0-6dcb8e1f0f13", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007-kserve-route-authn"}
2026-07-12T17:00:51Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "fe1146a2-78a7-491c-b6e0-6dcb8e1f0f13", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "authType": "userdefined"}
2026-07-12T17:00:51Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "fe1146a2-78a7-491c-b6e0-6dcb8e1f0f13", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:00:51Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "cf6cc827-a2fe-4cbc-8bf3-ff14e3afded9", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007-authn-ssl"}
2026-07-12T17:00:51Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "cf6cc827-a2fe-4cbc-8bf3-ff14e3afded9", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:00:51Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "bb91c292-3f54-474f-9e12-95e7eafae418", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:00:51Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "bb91c292-3f54-474f-9e12-95e7eafae418", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:00:51Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "bb91c292-3f54-474f-9e12-95e7eafae418", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:00:51Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "bb91c292-3f54-474f-9e12-95e7eafae418", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007-kserve-route-authn"}
2026-07-12T17:00:51Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "bb91c292-3f54-474f-9e12-95e7eafae418", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "authType": "userdefined"}
2026-07-12T17:00:51Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "bb91c292-3f54-474f-9e12-95e7eafae418", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:00:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "b9c3f092-dd8a-49f9-9dc1-b0234a15afeb", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:00:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "b9c3f092-dd8a-49f9-9dc1-b0234a15afeb", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007-authn-ssl"}
2026-07-12T17:00:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "b9c3f092-dd8a-49f9-9dc1-b0234a15afeb", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:01:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "595a704c-9aa0-442f-92ea-88c271bf6f23", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:01:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "595a704c-9aa0-442f-92ea-88c271bf6f23", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007-authn-ssl"}
2026-07-12T17:01:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "595a704c-9aa0-442f-92ea-88c271bf6f23", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:01:03Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "9884befc-6cb0-492b-be6a-bb86b139bf88", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:01:03Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "9884befc-6cb0-492b-be6a-bb86b139bf88", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:01:03Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "9884befc-6cb0-492b-be6a-bb86b139bf88", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:01:03Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "9884befc-6cb0-492b-be6a-bb86b139bf88", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007-kserve-route-authn"}
2026-07-12T17:01:03Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "9884befc-6cb0-492b-be6a-bb86b139bf88", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "authType": "userdefined"}
2026-07-12T17:01:03Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "9884befc-6cb0-492b-be6a-bb86b139bf88", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:01:08Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "cbc02717-1935-477d-89d4-829d8f85271d", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:01:08Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "cbc02717-1935-477d-89d4-829d8f85271d", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:01:08Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "cbc02717-1935-477d-89d4-829d8f85271d", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:01:08Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "cbc02717-1935-477d-89d4-829d8f85271d", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007-kserve-route-authn"}
2026-07-12T17:01:08Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "cbc02717-1935-477d-89d4-829d8f85271d", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "authType": "userdefined"}
2026-07-12T17:01:08Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "cbc02717-1935-477d-89d4-829d8f85271d", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:01:13Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "b298d01e-6a06-426a-b65f-eb24755a3e32", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:01:13Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "b298d01e-6a06-426a-b65f-eb24755a3e32", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:01:13Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "b298d01e-6a06-426a-b65f-eb24755a3e32", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:01:13Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "b298d01e-6a06-426a-b65f-eb24755a3e32", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007-kserve-route-authn"}
2026-07-12T17:01:13Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "b298d01e-6a06-426a-b65f-eb24755a3e32", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "authType": "userdefined"}
2026-07-12T17:01:13Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "b298d01e-6a06-426a-b65f-eb24755a3e32", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:01:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "cb04c586-fa85-4030-8e16-695cf7d222a1", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:01:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "cb04c586-fa85-4030-8e16-695cf7d222a1", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007-authn-ssl"}
2026-07-12T17:01:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "cb04c586-fa85-4030-8e16-695cf7d222a1", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:01:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "27e9394a-02f9-4f8e-885d-5fe4020c8b7f", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:01:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "27e9394a-02f9-4f8e-885d-5fe4020c8b7f", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007-authn-ssl"}
2026-07-12T17:01:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "27e9394a-02f9-4f8e-885d-5fe4020c8b7f", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:01:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "0068c58a-9ed1-42f3-88ab-c4895d9238f4", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:01:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "0068c58a-9ed1-42f3-88ab-c4895d9238f4", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007-authn-ssl"}
2026-07-12T17:01:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "0068c58a-9ed1-42f3-88ab-c4895d9238f4", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:01:34Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "bb989282-50d2-4094-b446-d9ea513f7883", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:01:34Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "bb989282-50d2-4094-b446-d9ea513f7883", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:01:34Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "bb989282-50d2-4094-b446-d9ea513f7883", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:01:34Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "bb989282-50d2-4094-b446-d9ea513f7883", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007-kserve-route-authn"}
2026-07-12T17:01:34Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "bb989282-50d2-4094-b446-d9ea513f7883", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "authType": "userdefined"}
2026-07-12T17:01:34Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "bb989282-50d2-4094-b446-d9ea513f7883", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:02:10Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "08053046-9372-47dc-abef-c9c1a210503b", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:02:10Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "08053046-9372-47dc-abef-c9c1a210503b", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007"}
2026-07-12T17:02:10Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "08053046-9372-47dc-abef-c9c1a210503b", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:02:10Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "08053046-9372-47dc-abef-c9c1a210503b", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:02:10Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "08053046-9372-47dc-abef-c9c1a210503b", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007-kserve-route-authn"}
2026-07-12T17:02:10Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "08053046-9372-47dc-abef-c9c1a210503b", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007-kserve-route-authn"}
2026-07-12T17:02:10Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "08053046-9372-47dc-abef-c9c1a210503b", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:02:10Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "08053046-9372-47dc-abef-c9c1a210503b", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:02:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c32ad67f-f760-4541-a2c8-2ae3e346a354", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:02:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c32ad67f-f760-4541-a2c8-2ae3e346a354", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cc36e007", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:02:10Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c32ad67f-f760-4541-a2c8-2ae3e346a354", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-cc36e007 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-12T17:02:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "odh-trusted-ca-bundle", "reconcileID": "0b405322-6a47-427a-822e-758545b0d7d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:02:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "odh-trusted-ca-bundle", "reconcileID": "0b405322-6a47-427a-822e-758545b0d7d6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:02:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "openshift-service-ca.crt", "reconcileID": "4bade4b8-c012-4949-a69e-bf2c9331072f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:02:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "openshift-service-ca.crt", "reconcileID": "4bade4b8-c012-4949-a69e-bf2c9331072f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:02:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b401868-8c7b-4ad9-aa79-280bed5be14b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:02:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3b401868-8c7b-4ad9-aa79-280bed5be14b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:02:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "fd02dc7e-765e-46f6-801a-65545e370e45", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:02:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "fd02dc7e-765e-46f6-801a-65545e370e45", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007-authn-ssl"}
2026-07-12T17:02:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "fd02dc7e-765e-46f6-801a-65545e370e45", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:02:15Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "42332c6e-a7fd-43a3-838e-f494ad221cb3", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:02:15Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "42332c6e-a7fd-43a3-838e-f494ad221cb3", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007"}
2026-07-12T17:02:15Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "42332c6e-a7fd-43a3-838e-f494ad221cb3", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:02:15Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "42332c6e-a7fd-43a3-838e-f494ad221cb3", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:02:15Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "42332c6e-a7fd-43a3-838e-f494ad221cb3", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007-kserve-route-authn"}
2026-07-12T17:02:15Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "42332c6e-a7fd-43a3-838e-f494ad221cb3", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007-kserve-route-authn"}
2026-07-12T17:02:15Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "42332c6e-a7fd-43a3-838e-f494ad221cb3", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:02:15Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "42332c6e-a7fd-43a3-838e-f494ad221cb3", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:02:16Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-cc36e007","namespace":"ai-tenant-e2e-mt-cc36e007"}, "namespace": "ai-tenant-e2e-mt-cc36e007", "name": "e2e-lifecycle-model-cc36e007", "reconcileID": "3a5a4d99-2ff0-49e4-9b9a-6aada1f0339f", "LLMInferenceService": "e2e-lifecycle-model-cc36e007", "namespace": "ai-tenant-e2e-mt-cc36e007"}
2026-07-12T17:02:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "7defb112-dc4f-4c5b-9cb9-146522fc1383", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:02:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "7defb112-dc4f-4c5b-9cb9-146522fc1383", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007-authn-ssl"}
2026-07-12T17:02:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "7defb112-dc4f-4c5b-9cb9-146522fc1383", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:02:16Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-cc36e007","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-cc36e007", "reconcileID": "7d7ba555-0582-4f5f-a7b0-54853cb99529", "Gateway": "e2e-mt-cc36e007", "namespace": "openshift-ingress"}
2026-07-12T17:02:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-dfc3a19b"}, "namespace": "ai-tenant-e2e-mt-dfc3a19b", "name": "openshift-service-ca.crt", "reconcileID": "87a21007-46a5-411d-bf6a-ee267fdd7456", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-dfc3a19b"}
2026-07-12T17:02:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-dfc3a19b"}, "namespace": "ai-tenant-e2e-mt-dfc3a19b", "name": "odh-trusted-ca-bundle", "reconcileID": "f0922117-8c0d-469a-8d41-cc335f696a32", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-dfc3a19b"}
2026-07-12T17:02:18Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-dfc3a19b"}, "namespace": "ai-tenant-e2e-mt-dfc3a19b", "name": "openshift-service-ca.crt", "reconcileID": "40cd2417-1a05-4a91-884d-1ea9ddb988aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-dfc3a19b", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:02:18Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-dfc3a19b"}, "namespace": "ai-tenant-e2e-mt-dfc3a19b", "name": "openshift-service-ca.crt", "reconcileID": "40cd2417-1a05-4a91-884d-1ea9ddb988aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-dfc3a19b"}
2026-07-12T17:02:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-dfc3a19b"}, "namespace": "ai-tenant-e2e-mt-dfc3a19b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "839b2b8c-1300-4d96-92fd-944f38155e08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-dfc3a19b"}
2026-07-12T17:02:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-dfc3a19b"}, "namespace": "ai-tenant-e2e-mt-dfc3a19b", "name": "openshift-service-ca.crt", "reconcileID": "96912341-3d41-4ebb-9f1a-02b0d640dc5c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-dfc3a19b"}
2026-07-12T17:02:18Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-dfc3a19b"}, "namespace": "ai-tenant-e2e-mt-dfc3a19b", "name": "odh-trusted-ca-bundle", "reconcileID": "95d8677d-8f13-4360-8868-6aec3540462b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-dfc3a19b", "update": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:02:18Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-dfc3a19b"}, "namespace": "ai-tenant-e2e-mt-dfc3a19b", "name": "odh-trusted-ca-bundle", "reconcileID": "95d8677d-8f13-4360-8868-6aec3540462b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-dfc3a19b"}
2026-07-12T17:02:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-dfc3a19b"}, "namespace": "ai-tenant-e2e-mt-dfc3a19b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd50c445-cad3-4a2b-b5b6-9344629e41b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-dfc3a19b"}
2026-07-12T17:02:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-fdcf6f5c"}, "namespace": "ai-tenant-e2e-mt-fdcf6f5c", "name": "openshift-service-ca.crt", "reconcileID": "ef6998b6-e187-4798-926b-c34e6a214e9a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-fdcf6f5c"}
2026-07-12T17:02:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-fdcf6f5c"}, "namespace": "ai-tenant-e2e-mt-fdcf6f5c", "name": "odh-trusted-ca-bundle", "reconcileID": "96f7245a-c36c-4544-ae7b-aa0ea1eaa90f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-fdcf6f5c"}
2026-07-12T17:02:18Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-fdcf6f5c"}, "namespace": "ai-tenant-e2e-mt-fdcf6f5c", "name": "openshift-service-ca.crt", "reconcileID": "81958244-5483-4c13-914a-fcc519ce422f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-fdcf6f5c", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:02:18Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-fdcf6f5c"}, "namespace": "ai-tenant-e2e-mt-fdcf6f5c", "name": "openshift-service-ca.crt", "reconcileID": "81958244-5483-4c13-914a-fcc519ce422f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-fdcf6f5c"}
2026-07-12T17:02:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-fdcf6f5c"}, "namespace": "ai-tenant-e2e-mt-fdcf6f5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "883afefd-52c5-460c-8a1e-79e106001a94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-fdcf6f5c"}
2026-07-12T17:02:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-fdcf6f5c"}, "namespace": "ai-tenant-e2e-mt-fdcf6f5c", "name": "openshift-service-ca.crt", "reconcileID": "cb2a4d59-83cb-48ef-b76e-1a11b13867a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-fdcf6f5c"}
2026-07-12T17:02:18Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-fdcf6f5c"}, "namespace": "ai-tenant-e2e-mt-fdcf6f5c", "name": "odh-trusted-ca-bundle", "reconcileID": "2a079cba-613d-457d-be2a-6f2e83faf5bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-fdcf6f5c", "update": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:02:19Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-fdcf6f5c"}, "namespace": "ai-tenant-e2e-mt-fdcf6f5c", "name": "odh-trusted-ca-bundle", "reconcileID": "2a079cba-613d-457d-be2a-6f2e83faf5bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-fdcf6f5c"}
2026-07-12T17:02:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-fdcf6f5c"}, "namespace": "ai-tenant-e2e-mt-fdcf6f5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cbb2b1e8-e380-4eed-a267-a0a3fdcf7ca8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-fdcf6f5c"}
2026-07-12T17:02:25Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-dfc3a19b"}, "namespace": "ai-tenant-e2e-mt-dfc3a19b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8aeb939-7c91-4c20-8d9c-e9709717c75e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-dfc3a19b"}
2026-07-12T17:02:25Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-dfc3a19b"}, "namespace": "ai-tenant-e2e-mt-dfc3a19b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8aeb939-7c91-4c20-8d9c-e9709717c75e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-dfc3a19b", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:02:25Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-dfc3a19b"}, "namespace": "ai-tenant-e2e-mt-dfc3a19b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8aeb939-7c91-4c20-8d9c-e9709717c75e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-dfc3a19b because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-12T17:02:25Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-dfc3a19b"}, "namespace": "ai-tenant-e2e-mt-dfc3a19b", "name": "odh-trusted-ca-bundle", "reconcileID": "f2b03891-f14b-4871-be37-0e728b2f2690", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-dfc3a19b"}
2026-07-12T17:02:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-dfc3a19b"}, "namespace": "ai-tenant-e2e-mt-dfc3a19b", "name": "odh-trusted-ca-bundle", "reconcileID": "f2b03891-f14b-4871-be37-0e728b2f2690", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-dfc3a19b"}
2026-07-12T17:02:25Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-dfc3a19b"}, "namespace": "ai-tenant-e2e-mt-dfc3a19b", "name": "openshift-service-ca.crt", "reconcileID": "25808b0d-f8b7-4862-a17f-ef56585eed46", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-dfc3a19b"}
2026-07-12T17:02:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-dfc3a19b"}, "namespace": "ai-tenant-e2e-mt-dfc3a19b", "name": "openshift-service-ca.crt", "reconcileID": "25808b0d-f8b7-4862-a17f-ef56585eed46", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-dfc3a19b"}
2026-07-12T17:02:25Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-dfc3a19b"}, "namespace": "ai-tenant-e2e-mt-dfc3a19b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "535cfa95-1068-4a78-b028-0b574e48bf22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-dfc3a19b"}
2026-07-12T17:02:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-dfc3a19b"}, "namespace": "ai-tenant-e2e-mt-dfc3a19b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "535cfa95-1068-4a78-b028-0b574e48bf22", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-dfc3a19b"}
2026-07-12T17:02:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-fdcf6f5c"}, "namespace": "ai-tenant-e2e-mt-fdcf6f5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b679690-78f4-4017-9453-a04438f8ac49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-fdcf6f5c"}
2026-07-12T17:02:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-fdcf6f5c"}, "namespace": "ai-tenant-e2e-mt-fdcf6f5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b679690-78f4-4017-9453-a04438f8ac49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-fdcf6f5c", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:02:32Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-fdcf6f5c"}, "namespace": "ai-tenant-e2e-mt-fdcf6f5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b679690-78f4-4017-9453-a04438f8ac49", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-fdcf6f5c because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-12T17:02:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-fdcf6f5c"}, "namespace": "ai-tenant-e2e-mt-fdcf6f5c", "name": "odh-trusted-ca-bundle", "reconcileID": "6ac8b557-398c-4286-b0c5-1fdd73dfbc62", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-fdcf6f5c"}
2026-07-12T17:02:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-fdcf6f5c"}, "namespace": "ai-tenant-e2e-mt-fdcf6f5c", "name": "odh-trusted-ca-bundle", "reconcileID": "6ac8b557-398c-4286-b0c5-1fdd73dfbc62", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-fdcf6f5c"}
2026-07-12T17:02:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-fdcf6f5c"}, "namespace": "ai-tenant-e2e-mt-fdcf6f5c", "name": "openshift-service-ca.crt", "reconcileID": "0e929696-9b5a-4c7c-b408-33f9dc52dee9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-fdcf6f5c"}
2026-07-12T17:02:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-fdcf6f5c"}, "namespace": "ai-tenant-e2e-mt-fdcf6f5c", "name": "openshift-service-ca.crt", "reconcileID": "0e929696-9b5a-4c7c-b408-33f9dc52dee9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-fdcf6f5c"}
2026-07-12T17:02:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-fdcf6f5c"}, "namespace": "ai-tenant-e2e-mt-fdcf6f5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "192cb9dd-fba1-4225-bf12-97b207a18c13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-fdcf6f5c"}
2026-07-12T17:02:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-fdcf6f5c"}, "namespace": "ai-tenant-e2e-mt-fdcf6f5c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "192cb9dd-fba1-4225-bf12-97b207a18c13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-fdcf6f5c"}
2026-07-12T17:02:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-27c26970"}, "namespace": "ai-tenant-e2e-mt-27c26970", "name": "openshift-service-ca.crt", "reconcileID": "6512a91c-bd41-4b3f-b8cd-8e2c46d7645f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-27c26970"}
2026-07-12T17:02:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-27c26970"}, "namespace": "ai-tenant-e2e-mt-27c26970", "name": "odh-trusted-ca-bundle", "reconcileID": "9ddaad8e-ce7b-4c08-885a-80874bfe1608", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c26970"}
2026-07-12T17:02:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-27c26970"}, "namespace": "ai-tenant-e2e-mt-27c26970", "name": "openshift-service-ca.crt", "reconcileID": "4b9c8f29-5d9f-471d-8a6f-ce370895879c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-27c26970", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:02:32Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-27c26970"}, "namespace": "ai-tenant-e2e-mt-27c26970", "name": "openshift-service-ca.crt", "reconcileID": "4b9c8f29-5d9f-471d-8a6f-ce370895879c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-27c26970"}
2026-07-12T17:02:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-27c26970"}, "namespace": "ai-tenant-e2e-mt-27c26970", "name": "openshift-service-ca.crt", "reconcileID": "43703ad7-138c-49b4-a83b-09e39e1ea1ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-27c26970"}
2026-07-12T17:02:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-27c26970"}, "namespace": "ai-tenant-e2e-mt-27c26970", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "89c06d59-9500-4fa8-b86a-5222871c5b48", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c26970"}
2026-07-12T17:02:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-27c26970"}, "namespace": "ai-tenant-e2e-mt-27c26970", "name": "odh-trusted-ca-bundle", "reconcileID": "0a1c9f5e-d8bf-4244-bd1d-963fe1b98827", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c26970", "update": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:02:32Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-27c26970"}, "namespace": "ai-tenant-e2e-mt-27c26970", "name": "odh-trusted-ca-bundle", "reconcileID": "0a1c9f5e-d8bf-4244-bd1d-963fe1b98827", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c26970"}
2026-07-12T17:02:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-27c26970"}, "namespace": "ai-tenant-e2e-mt-27c26970", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff974587-38c2-4914-a62c-28cdffa79421", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c26970"}
2026-07-12T17:03:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-27c26970"}, "namespace": "ai-tenant-e2e-mt-27c26970", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e96dd0e0-519a-43d3-a00c-65c5d83a1952", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c26970"}
2026-07-12T17:03:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-27c26970"}, "namespace": "ai-tenant-e2e-mt-27c26970", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e96dd0e0-519a-43d3-a00c-65c5d83a1952", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c26970", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:03:10Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-27c26970"}, "namespace": "ai-tenant-e2e-mt-27c26970", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e96dd0e0-519a-43d3-a00c-65c5d83a1952", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-27c26970 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-12T17:03:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-27c26970"}, "namespace": "ai-tenant-e2e-mt-27c26970", "name": "odh-trusted-ca-bundle", "reconcileID": "8d5e5604-fea0-4f4a-8e99-87a7c3b8f5d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c26970"}
2026-07-12T17:03:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-27c26970"}, "namespace": "ai-tenant-e2e-mt-27c26970", "name": "odh-trusted-ca-bundle", "reconcileID": "8d5e5604-fea0-4f4a-8e99-87a7c3b8f5d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c26970"}
2026-07-12T17:03:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-27c26970"}, "namespace": "ai-tenant-e2e-mt-27c26970", "name": "openshift-service-ca.crt", "reconcileID": "57c6dcec-5f10-45e0-814b-f84fa8d577fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-27c26970"}
2026-07-12T17:03:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-27c26970"}, "namespace": "ai-tenant-e2e-mt-27c26970", "name": "openshift-service-ca.crt", "reconcileID": "57c6dcec-5f10-45e0-814b-f84fa8d577fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-27c26970"}
2026-07-12T17:03:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-27c26970"}, "namespace": "ai-tenant-e2e-mt-27c26970", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47fba9fc-26f3-4b50-a6ae-01c08b69f8c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c26970"}
2026-07-12T17:03:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-27c26970"}, "namespace": "ai-tenant-e2e-mt-27c26970", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47fba9fc-26f3-4b50-a6ae-01c08b69f8c3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-27c26970"}
2026-07-12T17:03:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "81ca266a-a107-40e8-a6c3-ce31ef0b5067", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress"}
2026-07-12T17:03:11Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "81ca266a-a107-40e8-a6c3-ce31ef0b5067", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3-authn-ssl"}
2026-07-12T17:03:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "81ca266a-a107-40e8-a6c3-ce31ef0b5067", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress"}
2026-07-12T17:03:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "f23ff67c-80a6-412e-937c-aed5d463838b", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress"}
2026-07-12T17:03:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "f23ff67c-80a6-412e-937c-aed5d463838b", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3-authn-ssl"}
2026-07-12T17:03:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "f23ff67c-80a6-412e-937c-aed5d463838b", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress"}
2026-07-12T17:03:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "c073de2b-5ee2-4782-9bdd-28b24812f5f8", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress"}
2026-07-12T17:03:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "c073de2b-5ee2-4782-9bdd-28b24812f5f8", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3-authn-ssl"}
2026-07-12T17:03:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "c073de2b-5ee2-4782-9bdd-28b24812f5f8", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress"}
2026-07-12T17:03:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "f2cec8e6-3982-46e4-ab45-80e8b8e38662", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress"}
2026-07-12T17:03:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "f2cec8e6-3982-46e4-ab45-80e8b8e38662", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3-authn-ssl"}
2026-07-12T17:03:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "f2cec8e6-3982-46e4-ab45-80e8b8e38662", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress"}
2026-07-12T17:03:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "2541de6c-1e3d-4759-a9c9-3fd9421a083a", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress"}
2026-07-12T17:03:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "2541de6c-1e3d-4759-a9c9-3fd9421a083a", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3-authn-ssl"}
2026-07-12T17:03:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "2541de6c-1e3d-4759-a9c9-3fd9421a083a", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress"}
2026-07-12T17:03:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "fa4067bd-26fa-40b8-954e-fd21c6d873f0", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress"}
2026-07-12T17:03:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "fa4067bd-26fa-40b8-954e-fd21c6d873f0", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3-authn-ssl"}
2026-07-12T17:03:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "fa4067bd-26fa-40b8-954e-fd21c6d873f0", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress"}
2026-07-12T17:03:12Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "606f4291-5f01-43a1-92d2-a551da9d4c2a", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress"}
2026-07-12T17:03:12Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "606f4291-5f01-43a1-92d2-a551da9d4c2a", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3-authn-ssl"}
2026-07-12T17:03:12Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "606f4291-5f01-43a1-92d2-a551da9d4c2a", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress"}
2026-07-12T17:03:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-d960f3"}, "namespace": "ai-tenant-e2e-inf-a-d960f3", "name": "openshift-service-ca.crt", "reconcileID": "62212ce4-3f76-4e80-8365-8417c23da79a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-d960f3"}
2026-07-12T17:03:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d960f3"}, "namespace": "ai-tenant-e2e-inf-a-d960f3", "name": "odh-trusted-ca-bundle", "reconcileID": "5bfcd9a4-a8b5-44d3-9eb4-1ef03cae013b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d960f3"}
2026-07-12T17:03:13Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-d960f3"}, "namespace": "ai-tenant-e2e-inf-a-d960f3", "name": "openshift-service-ca.crt", "reconcileID": "cd4852ea-a8ed-409b-8d4a-c192e26844a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-d960f3", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:03:13Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-d960f3"}, "namespace": "ai-tenant-e2e-inf-a-d960f3", "name": "openshift-service-ca.crt", "reconcileID": "cd4852ea-a8ed-409b-8d4a-c192e26844a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-d960f3"}
2026-07-12T17:03:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d960f3"}, "namespace": "ai-tenant-e2e-inf-a-d960f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "789c2580-5f6f-4c7c-ad8a-a332fbeb9d3d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d960f3"}
2026-07-12T17:03:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-d960f3"}, "namespace": "ai-tenant-e2e-inf-a-d960f3", "name": "openshift-service-ca.crt", "reconcileID": "6e513285-5450-45d6-9b01-787e8f6c0f1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-d960f3"}
2026-07-12T17:03:14Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d960f3"}, "namespace": "ai-tenant-e2e-inf-a-d960f3", "name": "odh-trusted-ca-bundle", "reconcileID": "cbb52c92-0f9d-4bb9-8ab2-fbd24a04318b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d960f3", "update": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:03:14Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d960f3"}, "namespace": "ai-tenant-e2e-inf-a-d960f3", "name": "odh-trusted-ca-bundle", "reconcileID": "cbb52c92-0f9d-4bb9-8ab2-fbd24a04318b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d960f3"}
2026-07-12T17:03:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d960f3"}, "namespace": "ai-tenant-e2e-inf-a-d960f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa4c30be-a083-4b6a-81e4-881b37748845", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d960f3"}
2026-07-12T17:06:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d960f3"}, "namespace": "ai-tenant-e2e-inf-a-d960f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1038041e-c003-4365-9715-11f6361febef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d960f3"}
2026-07-12T17:06:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d960f3"}, "namespace": "ai-tenant-e2e-inf-a-d960f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1038041e-c003-4365-9715-11f6361febef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d960f3", "create": "odh-kserve-custom-ca-bundle"}
2026-07-12T17:06:28Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d960f3"}, "namespace": "ai-tenant-e2e-inf-a-d960f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1038041e-c003-4365-9715-11f6361febef", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-d960f3 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-12T17:06:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d960f3"}, "namespace": "ai-tenant-e2e-inf-a-d960f3", "name": "odh-trusted-ca-bundle", "reconcileID": "ea27abcf-f9ec-4e3c-88f3-ba85b719b050", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d960f3"}
2026-07-12T17:06:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d960f3"}, "namespace": "ai-tenant-e2e-inf-a-d960f3", "name": "odh-trusted-ca-bundle", "reconcileID": "ea27abcf-f9ec-4e3c-88f3-ba85b719b050", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d960f3"}
2026-07-12T17:06:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-d960f3"}, "namespace": "ai-tenant-e2e-inf-a-d960f3", "name": "openshift-service-ca.crt", "reconcileID": "c21a8a41-ee42-4506-a320-52f1aad0017d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-d960f3"}
2026-07-12T17:06:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-d960f3"}, "namespace": "ai-tenant-e2e-inf-a-d960f3", "name": "openshift-service-ca.crt", "reconcileID": "c21a8a41-ee42-4506-a320-52f1aad0017d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-d960f3"}
2026-07-12T17:06:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d960f3"}, "namespace": "ai-tenant-e2e-inf-a-d960f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7744a127-448f-4b5e-a482-d875667cd322", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d960f3"}
2026-07-12T17:06:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-d960f3"}, "namespace": "ai-tenant-e2e-inf-a-d960f3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7744a127-448f-4b5e-a482-d875667cd322", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-d960f3"}
2026-07-12T17:06:29Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-d960f3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-d960f3", "reconcileID": "1f93026f-b3eb-43f5-b5df-84a5654d30ce", "Gateway": "e2e-inf-a-d960f3", "namespace": "openshift-ingress"}