2026-06-15T04:45:01Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-683a2d"}, "namespace": "e2e-webhook-test-683a2d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9846a958-8a59-4be0-a04a-d7c0f1e01a80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-683a2d", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T04:45:01Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-683a2d"}, "namespace": "e2e-webhook-test-683a2d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9846a958-8a59-4be0-a04a-d7c0f1e01a80", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-683a2d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-15T04:45:01Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-683a2d"}, "namespace": "e2e-webhook-test-683a2d", "name": "odh-trusted-ca-bundle", "reconcileID": "8a43b296-6d06-4d0b-aa4f-b682d64739d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-683a2d"}
2026-06-15T04:45:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-683a2d"}, "namespace": "e2e-webhook-test-683a2d", "name": "odh-trusted-ca-bundle", "reconcileID": "8a43b296-6d06-4d0b-aa4f-b682d64739d7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-683a2d"}
2026-06-15T04:45:01Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-683a2d"}, "namespace": "e2e-webhook-test-683a2d", "name": "openshift-service-ca.crt", "reconcileID": "cadc1a8c-6c74-48b8-8af0-9474464fc4ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-683a2d"}
2026-06-15T04:45:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-683a2d"}, "namespace": "e2e-webhook-test-683a2d", "name": "openshift-service-ca.crt", "reconcileID": "cadc1a8c-6c74-48b8-8af0-9474464fc4ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-683a2d"}
2026-06-15T04:45:01Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-683a2d"}, "namespace": "e2e-webhook-test-683a2d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02a377ca-33c2-4694-baba-e6626fed3040", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-683a2d"}
2026-06-15T04:45:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-683a2d"}, "namespace": "e2e-webhook-test-683a2d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "02a377ca-33c2-4694-baba-e6626fed3040", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-683a2d"}
2026-06-15T04:45:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ae616f"}, "namespace": "e2e-webhook-test-ae616f", "name": "openshift-service-ca.crt", "reconcileID": "d4bcf75a-a15f-4600-9bc7-efba77ee8a43", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ae616f"}
2026-06-15T04:45:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ae616f"}, "namespace": "e2e-webhook-test-ae616f", "name": "odh-trusted-ca-bundle", "reconcileID": "c05af006-a7b9-427f-a9f6-b21e6f0c4cb2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ae616f"}
2026-06-15T04:45:01Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ae616f"}, "namespace": "e2e-webhook-test-ae616f", "name": "openshift-service-ca.crt", "reconcileID": "c143e549-88dd-4ee7-b195-b54d8fd00def", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ae616f", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T04:45:01Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ae616f"}, "namespace": "e2e-webhook-test-ae616f", "name": "openshift-service-ca.crt", "reconcileID": "c143e549-88dd-4ee7-b195-b54d8fd00def", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ae616f"}
2026-06-15T04:45:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ae616f"}, "namespace": "e2e-webhook-test-ae616f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "456794ee-ec92-466c-be05-083ef185c964", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ae616f"}
2026-06-15T04:45:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ae616f"}, "namespace": "e2e-webhook-test-ae616f", "name": "openshift-service-ca.crt", "reconcileID": "5b3bc9c1-4b58-4294-9add-40775d6be47b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ae616f"}
2026-06-15T04:45:01Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ae616f"}, "namespace": "e2e-webhook-test-ae616f", "name": "odh-trusted-ca-bundle", "reconcileID": "acfd665e-2479-450f-b48b-2f6e5fb5f1e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ae616f", "update": "odh-kserve-custom-ca-bundle"}
2026-06-15T04:45:01Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ae616f"}, "namespace": "e2e-webhook-test-ae616f", "name": "odh-trusted-ca-bundle", "reconcileID": "acfd665e-2479-450f-b48b-2f6e5fb5f1e1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ae616f"}
2026-06-15T04:45:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ae616f"}, "namespace": "e2e-webhook-test-ae616f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b52d1311-5b22-42b3-ac44-c1226b2c36f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ae616f"}
2026-06-15T04:45:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ae616f"}, "namespace": "e2e-webhook-test-ae616f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24512e3c-e60e-498d-a121-09505928e718", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ae616f"}
2026-06-15T04:45:07Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ae616f"}, "namespace": "e2e-webhook-test-ae616f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24512e3c-e60e-498d-a121-09505928e718", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ae616f", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T04:45:07Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ae616f"}, "namespace": "e2e-webhook-test-ae616f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24512e3c-e60e-498d-a121-09505928e718", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-ae616f because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-15T04:45:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ae616f"}, "namespace": "e2e-webhook-test-ae616f", "name": "odh-trusted-ca-bundle", "reconcileID": "72c22f52-954f-41f7-b94f-3d7010417af1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ae616f"}
2026-06-15T04:45:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ae616f"}, "namespace": "e2e-webhook-test-ae616f", "name": "odh-trusted-ca-bundle", "reconcileID": "72c22f52-954f-41f7-b94f-3d7010417af1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ae616f"}
2026-06-15T04:45:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ae616f"}, "namespace": "e2e-webhook-test-ae616f", "name": "openshift-service-ca.crt", "reconcileID": "312ad565-22d3-45b8-8d4b-0ba7300153e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ae616f"}
2026-06-15T04:45:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ae616f"}, "namespace": "e2e-webhook-test-ae616f", "name": "openshift-service-ca.crt", "reconcileID": "312ad565-22d3-45b8-8d4b-0ba7300153e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ae616f"}
2026-06-15T04:45:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ae616f"}, "namespace": "e2e-webhook-test-ae616f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85f36dc5-8709-4406-bff2-be51770514e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ae616f"}
2026-06-15T04:45:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ae616f"}, "namespace": "e2e-webhook-test-ae616f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85f36dc5-8709-4406-bff2-be51770514e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ae616f"}
2026-06-15T04:56:49Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-15T04:56:49Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-15T04:56:52Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-15T04:56:52Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-15T05:01:38Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d82cc3ef-3a70-4532-945b-56822277779a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-15T05:01:38Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d82cc3ef-3a70-4532-945b-56822277779a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-15T05:01:38Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d82cc3ef-3a70-4532-945b-56822277779a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-15T05:01:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dd54e2ce-654c-4b1b-90f5-8c575f8aeccc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-15T05:01:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dd54e2ce-654c-4b1b-90f5-8c575f8aeccc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-15T05:01:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dd54e2ce-654c-4b1b-90f5-8c575f8aeccc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-15T05:02:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c1e0ff9a-dc61-409d-9b00-88add77e905f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-15T05:02:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c1e0ff9a-dc61-409d-9b00-88add77e905f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-15T05:02:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c1e0ff9a-dc61-409d-9b00-88add77e905f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-15T05:02:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "74ccef72-6505-4992-ae39-8f05be4befbe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-15T05:02:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "74ccef72-6505-4992-ae39-8f05be4befbe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-15T05:02:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "74ccef72-6505-4992-ae39-8f05be4befbe", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-15T05:02:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9984d613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9984d613", "reconcileID": "86c35b56-dad9-4176-9b75-5a59f473230f", "Gateway": "e2e-ait-9984d613", "namespace": "openshift-ingress"}
2026-06-15T05:02:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9984d613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9984d613", "reconcileID": "523b2b4a-9996-4a0c-8050-e234f1e33b89", "Gateway": "e2e-ait-9984d613", "namespace": "openshift-ingress"}
2026-06-15T05:02:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9984d613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9984d613", "reconcileID": "efc81435-39b3-4d4e-bf24-1e49530aff70", "Gateway": "e2e-ait-9984d613", "namespace": "openshift-ingress"}
2026-06-15T05:02:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9984d613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9984d613", "reconcileID": "2d02730f-fd5d-4030-af98-f0708c59b573", "Gateway": "e2e-ait-9984d613", "namespace": "openshift-ingress"}
2026-06-15T05:02:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9984d613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9984d613", "reconcileID": "de043be8-0e21-492a-88d5-7744f9ca7ca7", "Gateway": "e2e-ait-9984d613", "namespace": "openshift-ingress"}
2026-06-15T05:02:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9984d613"}, "namespace": "e2e-aitenant-9984d613", "name": "openshift-service-ca.crt", "reconcileID": "91b4dbff-bce1-4b27-a21f-24d7e3ef378f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9984d613"}
2026-06-15T05:02:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9984d613"}, "namespace": "e2e-aitenant-9984d613", "name": "odh-trusted-ca-bundle", "reconcileID": "efd707a7-00b0-46de-bcef-0d33c446e778", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9984d613"}
2026-06-15T05:02:20Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9984d613"}, "namespace": "e2e-aitenant-9984d613", "name": "openshift-service-ca.crt", "reconcileID": "e2386edb-37d2-49ac-9ae0-c9d64fd79691", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9984d613", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:02:20Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9984d613"}, "namespace": "e2e-aitenant-9984d613", "name": "openshift-service-ca.crt", "reconcileID": "e2386edb-37d2-49ac-9ae0-c9d64fd79691", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9984d613"}
2026-06-15T05:02:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9984d613"}, "namespace": "e2e-aitenant-9984d613", "name": "openshift-service-ca.crt", "reconcileID": "ca1bc39b-8604-4098-a493-29839399c961", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9984d613"}
2026-06-15T05:02:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9984d613"}, "namespace": "e2e-aitenant-9984d613", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e81a96d7-9d98-4003-94ed-e82c6e73af5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9984d613"}
2026-06-15T05:02:20Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9984d613"}, "namespace": "e2e-aitenant-9984d613", "name": "odh-trusted-ca-bundle", "reconcileID": "97d53357-4daf-4c7d-8438-13fd26dcb20a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9984d613", "update": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:02:20Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9984d613"}, "namespace": "e2e-aitenant-9984d613", "name": "odh-trusted-ca-bundle", "reconcileID": "97d53357-4daf-4c7d-8438-13fd26dcb20a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9984d613"}
2026-06-15T05:02:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9984d613"}, "namespace": "e2e-aitenant-9984d613", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3bdf8a8b-e18e-44cc-8f73-f16425998f5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9984d613"}
2026-06-15T05:02:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9984d613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9984d613", "reconcileID": "22cbb658-1fc5-4614-a709-dd9034569b18", "Gateway": "e2e-ait-9984d613", "namespace": "openshift-ingress"}
2026-06-15T05:02:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9984d613","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9984d613", "reconcileID": "6abafe3b-e75f-4c62-95d8-cfbb5fe714b4", "Gateway": "e2e-ait-9984d613", "namespace": "openshift-ingress"}
2026-06-15T05:02:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9984d613"}, "namespace": "e2e-aitenant-9984d613", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4778cc58-5dc6-4143-b1ed-8d5499ee621e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9984d613"}
2026-06-15T05:02:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9984d613"}, "namespace": "e2e-aitenant-9984d613", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4778cc58-5dc6-4143-b1ed-8d5499ee621e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9984d613", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:02:32Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9984d613"}, "namespace": "e2e-aitenant-9984d613", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4778cc58-5dc6-4143-b1ed-8d5499ee621e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-9984d613 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-15T05:02:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9984d613"}, "namespace": "e2e-aitenant-9984d613", "name": "odh-trusted-ca-bundle", "reconcileID": "11d70eff-0036-451f-8d4c-0849e1d17d43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9984d613"}
2026-06-15T05:02:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9984d613"}, "namespace": "e2e-aitenant-9984d613", "name": "odh-trusted-ca-bundle", "reconcileID": "11d70eff-0036-451f-8d4c-0849e1d17d43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9984d613"}
2026-06-15T05:02:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9984d613"}, "namespace": "e2e-aitenant-9984d613", "name": "openshift-service-ca.crt", "reconcileID": "27920589-50bd-4afd-90b4-9f493bc4ab3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9984d613"}
2026-06-15T05:02:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9984d613"}, "namespace": "e2e-aitenant-9984d613", "name": "openshift-service-ca.crt", "reconcileID": "27920589-50bd-4afd-90b4-9f493bc4ab3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9984d613"}
2026-06-15T05:02:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9984d613"}, "namespace": "e2e-aitenant-9984d613", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "162592a5-9c9a-4f10-a4b6-ee5e57337d06", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9984d613"}
2026-06-15T05:02:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9984d613"}, "namespace": "e2e-aitenant-9984d613", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "162592a5-9c9a-4f10-a4b6-ee5e57337d06", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9984d613"}
2026-06-15T05:02:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-20a82c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-20a82c4a", "reconcileID": "b75c29ef-6dbe-438e-96eb-2e5badd5bf9d", "Gateway": "e2e-ait-20a82c4a", "namespace": "openshift-ingress"}
2026-06-15T05:02:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-20a82c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-20a82c4a", "reconcileID": "17fa083c-c321-4c41-ab00-1ef998e6aca8", "Gateway": "e2e-ait-20a82c4a", "namespace": "openshift-ingress"}
2026-06-15T05:02:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-20a82c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-20a82c4a", "reconcileID": "e283b7a8-5893-46e8-a01e-dffafd1d6f79", "Gateway": "e2e-ait-20a82c4a", "namespace": "openshift-ingress"}
2026-06-15T05:02:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-20a82c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-20a82c4a", "reconcileID": "25cbcec1-b2d9-4737-af28-55c91b11f53c", "Gateway": "e2e-ait-20a82c4a", "namespace": "openshift-ingress"}
2026-06-15T05:02:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-20a82c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-20a82c4a", "reconcileID": "b4a2bc35-0083-47b6-b026-79564c4a38ed", "Gateway": "e2e-ait-20a82c4a", "namespace": "openshift-ingress"}
2026-06-15T05:02:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-20a82c4a"}, "namespace": "e2e-aitenant-20a82c4a", "name": "openshift-service-ca.crt", "reconcileID": "7c67e0b3-6ef4-42e9-8277-de97f5483a2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-20a82c4a"}
2026-06-15T05:02:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-20a82c4a"}, "namespace": "e2e-aitenant-20a82c4a", "name": "odh-trusted-ca-bundle", "reconcileID": "5c9384ab-0e41-48f6-919a-aa11fcc7e28d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-20a82c4a"}
2026-06-15T05:02:33Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-20a82c4a"}, "namespace": "e2e-aitenant-20a82c4a", "name": "openshift-service-ca.crt", "reconcileID": "aa846d1f-0d04-4657-8183-175f8c17533e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-20a82c4a", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:02:33Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-20a82c4a"}, "namespace": "e2e-aitenant-20a82c4a", "name": "openshift-service-ca.crt", "reconcileID": "aa846d1f-0d04-4657-8183-175f8c17533e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-20a82c4a"}
2026-06-15T05:02:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-20a82c4a"}, "namespace": "e2e-aitenant-20a82c4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d1f5ea2-2e32-45e3-a6c0-143972231e4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-20a82c4a"}
2026-06-15T05:02:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-20a82c4a"}, "namespace": "e2e-aitenant-20a82c4a", "name": "openshift-service-ca.crt", "reconcileID": "1b12797e-26ec-4f01-af12-7691a9d0b821", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-20a82c4a"}
2026-06-15T05:02:33Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-20a82c4a"}, "namespace": "e2e-aitenant-20a82c4a", "name": "odh-trusted-ca-bundle", "reconcileID": "47c8980a-67b7-4738-a0f7-6bd6baf8df74", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-20a82c4a", "update": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:02:33Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-20a82c4a"}, "namespace": "e2e-aitenant-20a82c4a", "name": "odh-trusted-ca-bundle", "reconcileID": "47c8980a-67b7-4738-a0f7-6bd6baf8df74", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-20a82c4a"}
2026-06-15T05:02:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-20a82c4a"}, "namespace": "e2e-aitenant-20a82c4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d2ea909-f838-4815-819c-026dabb5e40f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-20a82c4a"}
2026-06-15T05:02:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-20a82c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-20a82c4a", "reconcileID": "317a5da3-89be-4746-9d0b-51438f8b91ba", "Gateway": "e2e-ait-20a82c4a", "namespace": "openshift-ingress"}
2026-06-15T05:02:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-20a82c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-20a82c4a", "reconcileID": "35612886-8ac1-40f0-8aa4-ec898e586670", "Gateway": "e2e-ait-20a82c4a", "namespace": "openshift-ingress"}
2026-06-15T05:02:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-20a82c4a"}, "namespace": "e2e-aitenant-20a82c4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e28b5e81-0eb8-43e1-b064-60958b08ff58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-20a82c4a"}
2026-06-15T05:02:46Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-20a82c4a"}, "namespace": "e2e-aitenant-20a82c4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e28b5e81-0eb8-43e1-b064-60958b08ff58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-20a82c4a", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:02:46Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-20a82c4a"}, "namespace": "e2e-aitenant-20a82c4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e28b5e81-0eb8-43e1-b064-60958b08ff58", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-20a82c4a because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-15T05:02:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-20a82c4a"}, "namespace": "e2e-aitenant-20a82c4a", "name": "odh-trusted-ca-bundle", "reconcileID": "9921d060-b6f8-462a-95b2-25871b9a8bc7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-20a82c4a"}
2026-06-15T05:02:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-20a82c4a"}, "namespace": "e2e-aitenant-20a82c4a", "name": "odh-trusted-ca-bundle", "reconcileID": "9921d060-b6f8-462a-95b2-25871b9a8bc7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-20a82c4a"}
2026-06-15T05:02:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-20a82c4a"}, "namespace": "e2e-aitenant-20a82c4a", "name": "openshift-service-ca.crt", "reconcileID": "d2584ad4-8a7b-452e-a8ff-586180a2ab67", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-20a82c4a"}
2026-06-15T05:02:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-20a82c4a"}, "namespace": "e2e-aitenant-20a82c4a", "name": "openshift-service-ca.crt", "reconcileID": "d2584ad4-8a7b-452e-a8ff-586180a2ab67", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-20a82c4a"}
2026-06-15T05:02:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-20a82c4a"}, "namespace": "e2e-aitenant-20a82c4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e5f5703-f056-4329-92d1-f505287db8ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-20a82c4a"}
2026-06-15T05:02:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-20a82c4a"}, "namespace": "e2e-aitenant-20a82c4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e5f5703-f056-4329-92d1-f505287db8ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-20a82c4a"}
2026-06-15T05:02:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-invalid-859290e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-invalid-859290e5", "reconcileID": "d45b969e-36ed-4b92-85b2-1c8a9e88cb04", "Gateway": "e2e-invalid-859290e5", "namespace": "openshift-ingress"}
2026-06-15T05:02:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-invalid-859290e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-invalid-859290e5", "reconcileID": "4152772d-43b7-45b7-99c1-a77c344011dc", "Gateway": "e2e-invalid-859290e5", "namespace": "openshift-ingress"}
2026-06-15T05:02:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-invalid-859290e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-invalid-859290e5", "reconcileID": "36d31359-d2df-4f22-9810-1bdf3dfe65ad", "Gateway": "e2e-invalid-859290e5", "namespace": "openshift-ingress"}
2026-06-15T05:02:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-invalid-859290e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-invalid-859290e5", "reconcileID": "c74eb584-2072-4a26-86f8-aa6af77e2b15", "Gateway": "e2e-invalid-859290e5", "namespace": "openshift-ingress"}
2026-06-15T05:02:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-invalid-859290e5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-invalid-859290e5", "reconcileID": "116b4e59-f27a-4c95-86de-18201be47738", "Gateway": "e2e-invalid-859290e5", "namespace": "openshift-ingress"}
2026-06-15T05:02:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-cef52e93"}, "namespace": "e2e-mt-cef52e93", "name": "openshift-service-ca.crt", "reconcileID": "c1213205-d1db-40a2-898a-708fbd2aeb7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-cef52e93"}
2026-06-15T05:02:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-cef52e93"}, "namespace": "e2e-mt-cef52e93", "name": "odh-trusted-ca-bundle", "reconcileID": "63561cfc-e457-4090-a540-118749a0414c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-cef52e93"}
2026-06-15T05:02:47Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-cef52e93"}, "namespace": "e2e-mt-cef52e93", "name": "openshift-service-ca.crt", "reconcileID": "2b5ec748-e32e-4d2c-b4ec-0fd75bf1e269", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-cef52e93", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:02:47Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-cef52e93"}, "namespace": "e2e-mt-cef52e93", "name": "openshift-service-ca.crt", "reconcileID": "2b5ec748-e32e-4d2c-b4ec-0fd75bf1e269", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-cef52e93"}
2026-06-15T05:02:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-cef52e93"}, "namespace": "e2e-mt-cef52e93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "355e379b-5397-4409-95d8-ae062500e344", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-cef52e93"}
2026-06-15T05:02:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-cef52e93"}, "namespace": "e2e-mt-cef52e93", "name": "openshift-service-ca.crt", "reconcileID": "a0db80ff-838a-4940-a2d0-8a75250ce843", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-cef52e93"}
2026-06-15T05:02:47Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-cef52e93"}, "namespace": "e2e-mt-cef52e93", "name": "odh-trusted-ca-bundle", "reconcileID": "20fa6939-e717-4206-846e-ed278218862f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-cef52e93", "update": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:02:47Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-cef52e93"}, "namespace": "e2e-mt-cef52e93", "name": "odh-trusted-ca-bundle", "reconcileID": "20fa6939-e717-4206-846e-ed278218862f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-cef52e93"}
2026-06-15T05:02:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-cef52e93"}, "namespace": "e2e-mt-cef52e93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5527cfaa-a1ac-489f-9d6e-ebbecd5fa9ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-cef52e93"}
2026-06-15T05:02:54Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-cef52e93"}, "namespace": "e2e-mt-cef52e93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4989b90d-14eb-4188-ae73-f32ccff03fd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-cef52e93"}
2026-06-15T05:02:54Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-cef52e93"}, "namespace": "e2e-mt-cef52e93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4989b90d-14eb-4188-ae73-f32ccff03fd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-cef52e93", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:02:54Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-cef52e93"}, "namespace": "e2e-mt-cef52e93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4989b90d-14eb-4188-ae73-f32ccff03fd5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-cef52e93 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-15T05:02:54Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-cef52e93"}, "namespace": "e2e-mt-cef52e93", "name": "odh-trusted-ca-bundle", "reconcileID": "2cf62aea-f4b3-4388-97a1-2143a1d8466c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-cef52e93"}
2026-06-15T05:02:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-cef52e93"}, "namespace": "e2e-mt-cef52e93", "name": "odh-trusted-ca-bundle", "reconcileID": "2cf62aea-f4b3-4388-97a1-2143a1d8466c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-cef52e93"}
2026-06-15T05:02:54Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-cef52e93"}, "namespace": "e2e-mt-cef52e93", "name": "openshift-service-ca.crt", "reconcileID": "39706d0e-0888-4bf8-ae47-0c06afb92b2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-cef52e93"}
2026-06-15T05:02:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-cef52e93"}, "namespace": "e2e-mt-cef52e93", "name": "openshift-service-ca.crt", "reconcileID": "39706d0e-0888-4bf8-ae47-0c06afb92b2b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-cef52e93"}
2026-06-15T05:02:54Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-cef52e93"}, "namespace": "e2e-mt-cef52e93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff262a3b-2542-41c5-9432-b74cd4364991", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-cef52e93"}
2026-06-15T05:02:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-cef52e93"}, "namespace": "e2e-mt-cef52e93", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ff262a3b-2542-41c5-9432-b74cd4364991", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-cef52e93"}
2026-06-15T05:02:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-b09bce14"}, "namespace": "e2e-mt-b09bce14", "name": "openshift-service-ca.crt", "reconcileID": "493238f8-d0ca-4728-970e-7c1950ef8379", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-b09bce14"}
2026-06-15T05:02:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-b09bce14"}, "namespace": "e2e-mt-b09bce14", "name": "odh-trusted-ca-bundle", "reconcileID": "02678622-3042-4616-a05e-da6aa6de2d31", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-b09bce14"}
2026-06-15T05:02:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-b09bce14"}, "namespace": "e2e-mt-b09bce14", "name": "openshift-service-ca.crt", "reconcileID": "f7b38270-676d-4462-9d76-3c58e8c57dbc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-b09bce14", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:02:55Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-b09bce14"}, "namespace": "e2e-mt-b09bce14", "name": "openshift-service-ca.crt", "reconcileID": "f7b38270-676d-4462-9d76-3c58e8c57dbc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-b09bce14"}
2026-06-15T05:02:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-b09bce14"}, "namespace": "e2e-mt-b09bce14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80f520bf-f259-4467-bc4f-1f82d22f222f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-b09bce14"}
2026-06-15T05:02:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-b09bce14"}, "namespace": "e2e-mt-b09bce14", "name": "openshift-service-ca.crt", "reconcileID": "9e05d797-0424-45f1-b52a-662a8588cb89", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-b09bce14"}
2026-06-15T05:02:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-b09bce14"}, "namespace": "e2e-mt-b09bce14", "name": "odh-trusted-ca-bundle", "reconcileID": "157f198b-6e96-4d5d-b3ec-63a1b8bc9148", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-b09bce14", "update": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:02:55Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-b09bce14"}, "namespace": "e2e-mt-b09bce14", "name": "odh-trusted-ca-bundle", "reconcileID": "157f198b-6e96-4d5d-b3ec-63a1b8bc9148", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-b09bce14"}
2026-06-15T05:02:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-b09bce14"}, "namespace": "e2e-mt-b09bce14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15436ccf-eebd-4e94-aa24-d4f61e54d687", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-b09bce14"}
2026-06-15T05:03:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-b09bce14"}, "namespace": "e2e-mt-b09bce14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0acc12d9-108e-4aa0-84fb-47856b6c37eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-b09bce14"}
2026-06-15T05:03:26Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-b09bce14"}, "namespace": "e2e-mt-b09bce14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0acc12d9-108e-4aa0-84fb-47856b6c37eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-b09bce14", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:03:26Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-b09bce14"}, "namespace": "e2e-mt-b09bce14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0acc12d9-108e-4aa0-84fb-47856b6c37eb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-b09bce14 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-15T05:03:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-b09bce14"}, "namespace": "e2e-mt-b09bce14", "name": "odh-trusted-ca-bundle", "reconcileID": "663cd7e5-6af9-4c1e-b64f-fa819d861b85", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-b09bce14"}
2026-06-15T05:03:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-b09bce14"}, "namespace": "e2e-mt-b09bce14", "name": "odh-trusted-ca-bundle", "reconcileID": "663cd7e5-6af9-4c1e-b64f-fa819d861b85", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-b09bce14"}
2026-06-15T05:03:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-b09bce14"}, "namespace": "e2e-mt-b09bce14", "name": "openshift-service-ca.crt", "reconcileID": "08296d3d-fb02-4ecc-8590-4654dad1649d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-b09bce14"}
2026-06-15T05:03:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-b09bce14"}, "namespace": "e2e-mt-b09bce14", "name": "openshift-service-ca.crt", "reconcileID": "08296d3d-fb02-4ecc-8590-4654dad1649d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-b09bce14"}
2026-06-15T05:03:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-b09bce14"}, "namespace": "e2e-mt-b09bce14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53a8a7a3-719b-45a9-bcfd-7d279650e6a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-b09bce14"}
2026-06-15T05:03:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-b09bce14"}, "namespace": "e2e-mt-b09bce14", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53a8a7a3-719b-45a9-bcfd-7d279650e6a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-b09bce14"}
2026-06-15T05:03:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-c2ccf359"}, "namespace": "e2e-unlabeled-c2ccf359", "name": "openshift-service-ca.crt", "reconcileID": "d40b2e4b-6cd0-40bd-9479-e588953365ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-c2ccf359"}
2026-06-15T05:03:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-c2ccf359"}, "namespace": "e2e-unlabeled-c2ccf359", "name": "odh-trusted-ca-bundle", "reconcileID": "99cbd1c1-d242-4b20-8489-3f5eaf122938", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-c2ccf359"}
2026-06-15T05:03:27Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-c2ccf359"}, "namespace": "e2e-unlabeled-c2ccf359", "name": "openshift-service-ca.crt", "reconcileID": "c2750ac4-f43a-423b-8274-dd07969cecab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-c2ccf359", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:03:27Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-c2ccf359"}, "namespace": "e2e-unlabeled-c2ccf359", "name": "openshift-service-ca.crt", "reconcileID": "c2750ac4-f43a-423b-8274-dd07969cecab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-c2ccf359"}
2026-06-15T05:03:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-c2ccf359"}, "namespace": "e2e-unlabeled-c2ccf359", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00e9d516-9c25-4a19-bb4d-1acb2bb09f1a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-c2ccf359"}
2026-06-15T05:03:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-c2ccf359"}, "namespace": "e2e-unlabeled-c2ccf359", "name": "openshift-service-ca.crt", "reconcileID": "e0c42b1d-31e6-4291-ab0e-d4a455e55fac", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-c2ccf359"}
2026-06-15T05:03:27Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-c2ccf359"}, "namespace": "e2e-unlabeled-c2ccf359", "name": "odh-trusted-ca-bundle", "reconcileID": "d7d688a3-27ad-4f94-a224-95343153e7ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-c2ccf359", "update": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:03:27Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-c2ccf359"}, "namespace": "e2e-unlabeled-c2ccf359", "name": "odh-trusted-ca-bundle", "reconcileID": "d7d688a3-27ad-4f94-a224-95343153e7ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-c2ccf359"}
2026-06-15T05:03:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-c2ccf359"}, "namespace": "e2e-unlabeled-c2ccf359", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "43fdd911-57d1-4d0c-a939-c72960e81b84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-c2ccf359"}
2026-06-15T05:03:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-c2ccf359"}, "namespace": "e2e-unlabeled-c2ccf359", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0744e537-7adc-4f5f-aae1-f71585a34988", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-c2ccf359"}
2026-06-15T05:03:48Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-c2ccf359"}, "namespace": "e2e-unlabeled-c2ccf359", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0744e537-7adc-4f5f-aae1-f71585a34988", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-c2ccf359", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:03:48Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-c2ccf359"}, "namespace": "e2e-unlabeled-c2ccf359", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0744e537-7adc-4f5f-aae1-f71585a34988", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unlabeled-c2ccf359 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-15T05:03:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-c2ccf359"}, "namespace": "e2e-unlabeled-c2ccf359", "name": "odh-trusted-ca-bundle", "reconcileID": "e61ed414-bae3-47a0-8dc0-cddd17c0c21b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-c2ccf359"}
2026-06-15T05:03:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-c2ccf359"}, "namespace": "e2e-unlabeled-c2ccf359", "name": "odh-trusted-ca-bundle", "reconcileID": "e61ed414-bae3-47a0-8dc0-cddd17c0c21b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-c2ccf359"}
2026-06-15T05:03:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-c2ccf359"}, "namespace": "e2e-unlabeled-c2ccf359", "name": "openshift-service-ca.crt", "reconcileID": "8fdc9620-1f07-45ca-a297-19d7f72f12a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-c2ccf359"}
2026-06-15T05:03:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-c2ccf359"}, "namespace": "e2e-unlabeled-c2ccf359", "name": "openshift-service-ca.crt", "reconcileID": "8fdc9620-1f07-45ca-a297-19d7f72f12a2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-c2ccf359"}
2026-06-15T05:03:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-c2ccf359"}, "namespace": "e2e-unlabeled-c2ccf359", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36810a61-a296-43d5-a5f5-6c77fd2ebcdc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-c2ccf359"}
2026-06-15T05:03:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-c2ccf359"}, "namespace": "e2e-unlabeled-c2ccf359", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "36810a61-a296-43d5-a5f5-6c77fd2ebcdc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-c2ccf359"}
2026-06-15T05:03:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-ec5b4e95"}, "namespace": "e2e-mt-ec5b4e95", "name": "openshift-service-ca.crt", "reconcileID": "fadc7318-6785-40ea-91bd-cf2fc7bca71d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-ec5b4e95"}
2026-06-15T05:03:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-ec5b4e95"}, "namespace": "e2e-mt-ec5b4e95", "name": "odh-trusted-ca-bundle", "reconcileID": "10f6e679-8019-4654-a168-cd1741f89cfa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-ec5b4e95"}
2026-06-15T05:03:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-ec5b4e95"}, "namespace": "e2e-mt-ec5b4e95", "name": "openshift-service-ca.crt", "reconcileID": "e941bdce-bbc8-43ea-8f17-43f40ee837a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-ec5b4e95", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:03:49Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-ec5b4e95"}, "namespace": "e2e-mt-ec5b4e95", "name": "openshift-service-ca.crt", "reconcileID": "e941bdce-bbc8-43ea-8f17-43f40ee837a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-ec5b4e95"}
2026-06-15T05:03:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-ec5b4e95"}, "namespace": "e2e-mt-ec5b4e95", "name": "openshift-service-ca.crt", "reconcileID": "09b13b91-8db0-4d39-a09e-c6255173c82d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-ec5b4e95"}
2026-06-15T05:03:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-ec5b4e95"}, "namespace": "e2e-mt-ec5b4e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f24d676d-763f-437c-a8b7-d9f7354ec266", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-ec5b4e95"}
2026-06-15T05:03:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-ec5b4e95"}, "namespace": "e2e-mt-ec5b4e95", "name": "odh-trusted-ca-bundle", "reconcileID": "f1758962-3c72-4497-90c7-789851a3ac1a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-ec5b4e95", "update": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:03:49Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-ec5b4e95"}, "namespace": "e2e-mt-ec5b4e95", "name": "odh-trusted-ca-bundle", "reconcileID": "f1758962-3c72-4497-90c7-789851a3ac1a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-ec5b4e95"}
2026-06-15T05:03:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-ec5b4e95"}, "namespace": "e2e-mt-ec5b4e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21878b23-161a-42d6-b110-cf6b6c60a6d7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-ec5b4e95"}
2026-06-15T05:04:06Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-ec5b4e95"}, "namespace": "e2e-mt-ec5b4e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51b15f64-6e69-4bc2-8e5c-63d70965dfb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-ec5b4e95"}
2026-06-15T05:04:06Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-ec5b4e95"}, "namespace": "e2e-mt-ec5b4e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51b15f64-6e69-4bc2-8e5c-63d70965dfb4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-ec5b4e95", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:06Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-ec5b4e95"}, "namespace": "e2e-mt-ec5b4e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51b15f64-6e69-4bc2-8e5c-63d70965dfb4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-ec5b4e95 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-15T05:04:06Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-ec5b4e95"}, "namespace": "e2e-mt-ec5b4e95", "name": "odh-trusted-ca-bundle", "reconcileID": "5725d739-c416-42d9-b24b-a5c932682dc6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-ec5b4e95"}
2026-06-15T05:04:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-ec5b4e95"}, "namespace": "e2e-mt-ec5b4e95", "name": "odh-trusted-ca-bundle", "reconcileID": "5725d739-c416-42d9-b24b-a5c932682dc6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-ec5b4e95"}
2026-06-15T05:04:06Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-ec5b4e95"}, "namespace": "e2e-mt-ec5b4e95", "name": "openshift-service-ca.crt", "reconcileID": "990efa0f-a71d-4bbb-bcd4-da2b202da175", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-ec5b4e95"}
2026-06-15T05:04:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-ec5b4e95"}, "namespace": "e2e-mt-ec5b4e95", "name": "openshift-service-ca.crt", "reconcileID": "990efa0f-a71d-4bbb-bcd4-da2b202da175", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-ec5b4e95"}
2026-06-15T05:04:06Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-ec5b4e95"}, "namespace": "e2e-mt-ec5b4e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab966338-84ad-4432-8ff4-0dce77013b6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-ec5b4e95"}
2026-06-15T05:04:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-ec5b4e95"}, "namespace": "e2e-mt-ec5b4e95", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab966338-84ad-4432-8ff4-0dce77013b6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-ec5b4e95"}
2026-06-15T05:04:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-d5f9344c"}, "namespace": "e2e-mt-d5f9344c", "name": "openshift-service-ca.crt", "reconcileID": "fa6af1f2-7c41-4498-9b48-f22358c2d8e7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-d5f9344c"}
2026-06-15T05:04:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-d5f9344c"}, "namespace": "e2e-mt-d5f9344c", "name": "odh-trusted-ca-bundle", "reconcileID": "02680456-9182-4143-bac1-e2625f043f5e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-d5f9344c"}
2026-06-15T05:04:06Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-d5f9344c"}, "namespace": "e2e-mt-d5f9344c", "name": "openshift-service-ca.crt", "reconcileID": "c55586c2-50d7-48fd-9ded-93447893720e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-d5f9344c", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:06Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-d5f9344c"}, "namespace": "e2e-mt-d5f9344c", "name": "openshift-service-ca.crt", "reconcileID": "c55586c2-50d7-48fd-9ded-93447893720e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-d5f9344c"}
2026-06-15T05:04:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-d5f9344c"}, "namespace": "e2e-mt-d5f9344c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "153b6487-f6b8-4566-8bee-b4f68eb31aee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-d5f9344c"}
2026-06-15T05:04:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-d5f9344c"}, "namespace": "e2e-mt-d5f9344c", "name": "openshift-service-ca.crt", "reconcileID": "ffc0c354-a210-46aa-b71f-fca59e840f80", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-d5f9344c"}
2026-06-15T05:04:06Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-d5f9344c"}, "namespace": "e2e-mt-d5f9344c", "name": "odh-trusted-ca-bundle", "reconcileID": "2ea944dc-2a4b-4c5b-817a-37c216845939", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-d5f9344c", "update": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:06Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-d5f9344c"}, "namespace": "e2e-mt-d5f9344c", "name": "odh-trusted-ca-bundle", "reconcileID": "2ea944dc-2a4b-4c5b-817a-37c216845939", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-d5f9344c"}
2026-06-15T05:04:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-d5f9344c"}, "namespace": "e2e-mt-d5f9344c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "381d6f46-446c-40da-af2b-fcaccb29e2c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-d5f9344c"}
2026-06-15T05:04:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-d5f9344c"}, "namespace": "e2e-mt-d5f9344c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4fe7eaa-a1a5-4496-8288-8e7dd48df8ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-d5f9344c"}
2026-06-15T05:04:15Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-d5f9344c"}, "namespace": "e2e-mt-d5f9344c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4fe7eaa-a1a5-4496-8288-8e7dd48df8ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-d5f9344c", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:15Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-d5f9344c"}, "namespace": "e2e-mt-d5f9344c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c4fe7eaa-a1a5-4496-8288-8e7dd48df8ac", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-d5f9344c because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-15T05:04:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-d5f9344c"}, "namespace": "e2e-mt-d5f9344c", "name": "odh-trusted-ca-bundle", "reconcileID": "85c1c72c-cf08-432f-81a6-15f98823d2eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-d5f9344c"}
2026-06-15T05:04:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-d5f9344c"}, "namespace": "e2e-mt-d5f9344c", "name": "odh-trusted-ca-bundle", "reconcileID": "85c1c72c-cf08-432f-81a6-15f98823d2eb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-d5f9344c"}
2026-06-15T05:04:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-d5f9344c"}, "namespace": "e2e-mt-d5f9344c", "name": "openshift-service-ca.crt", "reconcileID": "28b13da6-e0e6-4ba8-99b7-1379da24ba9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-d5f9344c"}
2026-06-15T05:04:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-d5f9344c"}, "namespace": "e2e-mt-d5f9344c", "name": "openshift-service-ca.crt", "reconcileID": "28b13da6-e0e6-4ba8-99b7-1379da24ba9e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-d5f9344c"}
2026-06-15T05:04:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-d5f9344c"}, "namespace": "e2e-mt-d5f9344c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd2eca06-a841-4337-954d-c4fd72530d99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-d5f9344c"}
2026-06-15T05:04:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-d5f9344c"}, "namespace": "e2e-mt-d5f9344c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd2eca06-a841-4337-954d-c4fd72530d99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-d5f9344c"}
2026-06-15T05:04:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-fa56524a"}, "namespace": "e2e-mt-fa56524a", "name": "openshift-service-ca.crt", "reconcileID": "8b97bc73-ec0c-455b-801f-20a8f85b534e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-fa56524a"}
2026-06-15T05:04:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-fa56524a"}, "namespace": "e2e-mt-fa56524a", "name": "odh-trusted-ca-bundle", "reconcileID": "2d69270c-33cf-4501-96f5-82f66cac5540", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-fa56524a"}
2026-06-15T05:04:16Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-fa56524a"}, "namespace": "e2e-mt-fa56524a", "name": "openshift-service-ca.crt", "reconcileID": "f9202f58-653f-45ea-a6cf-c8d13b1c8449", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-fa56524a", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:16Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-fa56524a"}, "namespace": "e2e-mt-fa56524a", "name": "openshift-service-ca.crt", "reconcileID": "f9202f58-653f-45ea-a6cf-c8d13b1c8449", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-fa56524a"}
2026-06-15T05:04:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-fa56524a"}, "namespace": "e2e-mt-fa56524a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "838e3fd9-d367-451b-8184-915a240ffb35", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-fa56524a"}
2026-06-15T05:04:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-fa56524a"}, "namespace": "e2e-mt-fa56524a", "name": "openshift-service-ca.crt", "reconcileID": "7473930e-9c1c-4886-b5d3-821d5b689786", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-fa56524a"}
2026-06-15T05:04:16Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-fa56524a"}, "namespace": "e2e-mt-fa56524a", "name": "odh-trusted-ca-bundle", "reconcileID": "f66a3c66-15df-4ab4-ad14-4df97093cb48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-fa56524a", "update": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:16Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-fa56524a"}, "namespace": "e2e-mt-fa56524a", "name": "odh-trusted-ca-bundle", "reconcileID": "f66a3c66-15df-4ab4-ad14-4df97093cb48", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-fa56524a"}
2026-06-15T05:04:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-fa56524a"}, "namespace": "e2e-mt-fa56524a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "30c4b7d8-38f5-4064-b161-888e16812195", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-fa56524a"}
2026-06-15T05:04:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-a115a009"}, "namespace": "e2e-mt-a115a009", "name": "openshift-service-ca.crt", "reconcileID": "b2a1c687-4b58-464e-bcd6-83a20855c689", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-a115a009"}
2026-06-15T05:04:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-a115a009"}, "namespace": "e2e-mt-a115a009", "name": "odh-trusted-ca-bundle", "reconcileID": "4e42a6c4-6146-4b11-9c0a-cf28164bfa34", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-a115a009"}
2026-06-15T05:04:17Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-a115a009"}, "namespace": "e2e-mt-a115a009", "name": "openshift-service-ca.crt", "reconcileID": "50810b87-e2ea-475b-b5f9-14be3feff2bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-a115a009", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:17Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-a115a009"}, "namespace": "e2e-mt-a115a009", "name": "openshift-service-ca.crt", "reconcileID": "50810b87-e2ea-475b-b5f9-14be3feff2bf", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-a115a009"}
2026-06-15T05:04:17Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-a115a009"}, "namespace": "e2e-mt-a115a009", "name": "openshift-service-ca.crt", "reconcileID": "c2d1257b-a312-4841-8b0a-f51defb955b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-a115a009", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:17Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-a115a009"}, "namespace": "e2e-mt-a115a009", "name": "openshift-service-ca.crt", "reconcileID": "c2d1257b-a312-4841-8b0a-f51defb955b3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-15T05:04:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-a115a009"}, "namespace": "e2e-mt-a115a009", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7d8bd009-6d24-4052-8563-afe40e773584", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-a115a009"}
2026-06-15T05:04:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-a115a009"}, "namespace": "e2e-mt-a115a009", "name": "openshift-service-ca.crt", "reconcileID": "7df5643d-b15d-4663-a240-67d45b12cfc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-a115a009"}
2026-06-15T05:04:17Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-a115a009"}, "namespace": "e2e-mt-a115a009", "name": "odh-trusted-ca-bundle", "reconcileID": "2a4ba1f5-5814-4013-b51a-240d01d4b151", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-a115a009", "update": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:17Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-a115a009"}, "namespace": "e2e-mt-a115a009", "name": "odh-trusted-ca-bundle", "reconcileID": "2a4ba1f5-5814-4013-b51a-240d01d4b151", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-a115a009"}
2026-06-15T05:04:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-a115a009"}, "namespace": "e2e-mt-a115a009", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8bd1288d-161c-47ac-b39a-24abf0de2179", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-a115a009"}
2026-06-15T05:04:24Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-fa56524a"}, "namespace": "e2e-mt-fa56524a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ff5b33d-d8c6-4051-b835-6b53d2b2cf7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-fa56524a"}
2026-06-15T05:04:24Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-fa56524a"}, "namespace": "e2e-mt-fa56524a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ff5b33d-d8c6-4051-b835-6b53d2b2cf7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-fa56524a", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:24Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-fa56524a"}, "namespace": "e2e-mt-fa56524a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ff5b33d-d8c6-4051-b835-6b53d2b2cf7d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-fa56524a because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-15T05:04:24Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-fa56524a"}, "namespace": "e2e-mt-fa56524a", "name": "odh-trusted-ca-bundle", "reconcileID": "5e9ef29a-e871-4076-b004-acf48d35e243", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-fa56524a"}
2026-06-15T05:04:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-fa56524a"}, "namespace": "e2e-mt-fa56524a", "name": "odh-trusted-ca-bundle", "reconcileID": "5e9ef29a-e871-4076-b004-acf48d35e243", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-fa56524a"}
2026-06-15T05:04:24Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-fa56524a"}, "namespace": "e2e-mt-fa56524a", "name": "openshift-service-ca.crt", "reconcileID": "6380beac-9248-4f42-bee4-b78fff07ada7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-fa56524a"}
2026-06-15T05:04:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-fa56524a"}, "namespace": "e2e-mt-fa56524a", "name": "openshift-service-ca.crt", "reconcileID": "6380beac-9248-4f42-bee4-b78fff07ada7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-fa56524a"}
2026-06-15T05:04:24Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-fa56524a"}, "namespace": "e2e-mt-fa56524a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae15067e-44fb-4ee9-ac28-137aa6d3b7a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-fa56524a"}
2026-06-15T05:04:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-fa56524a"}, "namespace": "e2e-mt-fa56524a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ae15067e-44fb-4ee9-ac28-137aa6d3b7a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-fa56524a"}
2026-06-15T05:04:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-a115a009"}, "namespace": "e2e-mt-a115a009", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d73cf287-57e9-4c5b-bfcd-864c98137b5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-a115a009"}
2026-06-15T05:04:30Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-a115a009"}, "namespace": "e2e-mt-a115a009", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d73cf287-57e9-4c5b-bfcd-864c98137b5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-a115a009", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:30Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-a115a009"}, "namespace": "e2e-mt-a115a009", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d73cf287-57e9-4c5b-bfcd-864c98137b5e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-a115a009 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-15T05:04:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-a115a009"}, "namespace": "e2e-mt-a115a009", "name": "odh-trusted-ca-bundle", "reconcileID": "558f91dd-0be9-4272-b66a-55da3e32d602", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-a115a009"}
2026-06-15T05:04:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-a115a009"}, "namespace": "e2e-mt-a115a009", "name": "odh-trusted-ca-bundle", "reconcileID": "558f91dd-0be9-4272-b66a-55da3e32d602", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-a115a009"}
2026-06-15T05:04:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-a115a009"}, "namespace": "e2e-mt-a115a009", "name": "openshift-service-ca.crt", "reconcileID": "ecbba7d2-777c-4cdb-a3be-21e020790456", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-a115a009"}
2026-06-15T05:04:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-a115a009"}, "namespace": "e2e-mt-a115a009", "name": "openshift-service-ca.crt", "reconcileID": "ecbba7d2-777c-4cdb-a3be-21e020790456", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-a115a009"}
2026-06-15T05:04:30Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-a115a009"}, "namespace": "e2e-mt-a115a009", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9781f2d-24d4-45f2-b90d-a8b861eceb0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-a115a009"}
2026-06-15T05:04:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-a115a009"}, "namespace": "e2e-mt-a115a009", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9781f2d-24d4-45f2-b90d-a8b861eceb0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-a115a009"}
2026-06-15T05:04:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a48c6af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a48c6af5", "reconcileID": "4433b631-a4eb-4c3e-857a-75f31fd14585", "Gateway": "e2e-mt-a48c6af5", "namespace": "openshift-ingress"}
2026-06-15T05:04:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a48c6af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a48c6af5", "reconcileID": "83695562-4877-4f70-b764-e93c93e81dba", "Gateway": "e2e-mt-a48c6af5", "namespace": "openshift-ingress"}
2026-06-15T05:04:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a48c6af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a48c6af5", "reconcileID": "b6e4f875-4567-4bff-b699-8abb5c25ac82", "Gateway": "e2e-mt-a48c6af5", "namespace": "openshift-ingress"}
2026-06-15T05:04:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a48c6af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a48c6af5", "reconcileID": "7308b2bd-f069-4a60-a6f9-f555b8f86ac4", "Gateway": "e2e-mt-a48c6af5", "namespace": "openshift-ingress"}
2026-06-15T05:04:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a48c6af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a48c6af5", "reconcileID": "38a4bfe2-687e-4fd2-848e-3d5463b41891", "Gateway": "e2e-mt-a48c6af5", "namespace": "openshift-ingress"}
2026-06-15T05:04:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-a48c6af5"}, "namespace": "e2e-mt-a48c6af5", "name": "openshift-service-ca.crt", "reconcileID": "bc2867ad-8728-42b9-ac96-0538a758bf64", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-a48c6af5"}
2026-06-15T05:04:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-a48c6af5"}, "namespace": "e2e-mt-a48c6af5", "name": "odh-trusted-ca-bundle", "reconcileID": "4abf9a99-9796-4d8d-ad59-3b5becff0e57", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-a48c6af5"}
2026-06-15T05:04:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-a48c6af5"}, "namespace": "e2e-mt-a48c6af5", "name": "openshift-service-ca.crt", "reconcileID": "b0ac8937-89c3-421e-8bf4-525a79780777", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-a48c6af5", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:32Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-a48c6af5"}, "namespace": "e2e-mt-a48c6af5", "name": "openshift-service-ca.crt", "reconcileID": "b0ac8937-89c3-421e-8bf4-525a79780777", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-a48c6af5"}
2026-06-15T05:04:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-a48c6af5"}, "namespace": "e2e-mt-a48c6af5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9abd01bf-c90b-43a9-b2c0-8dc5c61fd3f3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-a48c6af5"}
2026-06-15T05:04:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-a48c6af5"}, "namespace": "e2e-mt-a48c6af5", "name": "openshift-service-ca.crt", "reconcileID": "ddb8a5fd-14c9-4dd7-b26b-9f1e9c6beab1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-a48c6af5"}
2026-06-15T05:04:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-a48c6af5"}, "namespace": "e2e-mt-a48c6af5", "name": "odh-trusted-ca-bundle", "reconcileID": "77a7853c-34cd-4f4c-8cf4-4cdfbab2373b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-a48c6af5", "update": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:32Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-a48c6af5"}, "namespace": "e2e-mt-a48c6af5", "name": "odh-trusted-ca-bundle", "reconcileID": "77a7853c-34cd-4f4c-8cf4-4cdfbab2373b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-a48c6af5"}
2026-06-15T05:04:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-a48c6af5"}, "namespace": "e2e-mt-a48c6af5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6cf9be38-d790-4b9c-b78b-8e1dd7f747c9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-a48c6af5"}
2026-06-15T05:04:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a48c6af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a48c6af5", "reconcileID": "0a5a8706-1b2b-40eb-8463-b860459d118c", "Gateway": "e2e-mt-a48c6af5", "namespace": "openshift-ingress"}
2026-06-15T05:04:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-a48c6af5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-a48c6af5", "reconcileID": "7270e87c-5862-4e0b-8a7c-1d7ba42c7191", "Gateway": "e2e-mt-a48c6af5", "namespace": "openshift-ingress"}
2026-06-15T05:04:37Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-a48c6af5"}, "namespace": "e2e-mt-other-a48c6af5", "name": "openshift-service-ca.crt", "reconcileID": "f70da07b-4743-45c6-9319-79ef333c2dad", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-a48c6af5"}
2026-06-15T05:04:37Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-a48c6af5"}, "namespace": "e2e-mt-other-a48c6af5", "name": "odh-trusted-ca-bundle", "reconcileID": "a74255b9-6e1b-45e9-99f6-2ddea00c9a0f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-a48c6af5"}
2026-06-15T05:04:37Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-a48c6af5"}, "namespace": "e2e-mt-other-a48c6af5", "name": "openshift-service-ca.crt", "reconcileID": "271256ad-13bc-4a26-8961-bf74715d87d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-a48c6af5", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:37Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-a48c6af5"}, "namespace": "e2e-mt-other-a48c6af5", "name": "openshift-service-ca.crt", "reconcileID": "271256ad-13bc-4a26-8961-bf74715d87d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-a48c6af5"}
2026-06-15T05:04:37Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-a48c6af5"}, "namespace": "e2e-mt-other-a48c6af5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b54a9954-dd3f-472b-ba79-cd667a2ebeab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-a48c6af5"}
2026-06-15T05:04:37Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-a48c6af5"}, "namespace": "e2e-mt-other-a48c6af5", "name": "openshift-service-ca.crt", "reconcileID": "b795bbd3-a44e-4b1f-9b61-ecd07c4700d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-a48c6af5"}
2026-06-15T05:04:37Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-a48c6af5"}, "namespace": "e2e-mt-other-a48c6af5", "name": "odh-trusted-ca-bundle", "reconcileID": "b51624c0-e793-4316-80bc-62d2ab723f74", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-a48c6af5", "update": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:38Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-a48c6af5"}, "namespace": "e2e-mt-other-a48c6af5", "name": "odh-trusted-ca-bundle", "reconcileID": "b51624c0-e793-4316-80bc-62d2ab723f74", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-a48c6af5"}
2026-06-15T05:04:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-a48c6af5"}, "namespace": "e2e-mt-other-a48c6af5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bb291b8d-2f0b-45c0-a8ce-057c8cd85c4f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-a48c6af5"}
2026-06-15T05:04:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-a48c6af5"}, "namespace": "e2e-mt-other-a48c6af5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a495449a-5249-4b8e-9177-c7da8df661fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-a48c6af5"}
2026-06-15T05:04:43Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-a48c6af5"}, "namespace": "e2e-mt-other-a48c6af5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a495449a-5249-4b8e-9177-c7da8df661fe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-a48c6af5", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:43Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-a48c6af5"}, "namespace": "e2e-mt-other-a48c6af5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a495449a-5249-4b8e-9177-c7da8df661fe", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-other-a48c6af5 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-15T05:04:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-a48c6af5"}, "namespace": "e2e-mt-other-a48c6af5", "name": "odh-trusted-ca-bundle", "reconcileID": "cad51a49-83d6-4e7c-a663-7e542eae121f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-a48c6af5"}
2026-06-15T05:04:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-a48c6af5"}, "namespace": "e2e-mt-other-a48c6af5", "name": "odh-trusted-ca-bundle", "reconcileID": "cad51a49-83d6-4e7c-a663-7e542eae121f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-a48c6af5"}
2026-06-15T05:04:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-a48c6af5"}, "namespace": "e2e-mt-other-a48c6af5", "name": "openshift-service-ca.crt", "reconcileID": "8e37c823-de55-4441-bc14-075db12986e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-a48c6af5"}
2026-06-15T05:04:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-a48c6af5"}, "namespace": "e2e-mt-other-a48c6af5", "name": "openshift-service-ca.crt", "reconcileID": "8e37c823-de55-4441-bc14-075db12986e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-a48c6af5"}
2026-06-15T05:04:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-a48c6af5"}, "namespace": "e2e-mt-other-a48c6af5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f097941-a99d-440f-b719-662d7a12112f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-a48c6af5"}
2026-06-15T05:04:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-a48c6af5"}, "namespace": "e2e-mt-other-a48c6af5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f097941-a99d-440f-b719-662d7a12112f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-a48c6af5"}
2026-06-15T05:04:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-a48c6af5"}, "namespace": "e2e-mt-a48c6af5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c613d74b-1a5c-4fdc-be1b-3488416c5b1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-a48c6af5"}
2026-06-15T05:04:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-a48c6af5"}, "namespace": "e2e-mt-a48c6af5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c613d74b-1a5c-4fdc-be1b-3488416c5b1f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-a48c6af5", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:50Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-a48c6af5"}, "namespace": "e2e-mt-a48c6af5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c613d74b-1a5c-4fdc-be1b-3488416c5b1f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-a48c6af5 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-15T05:04:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-a48c6af5"}, "namespace": "e2e-mt-a48c6af5", "name": "odh-trusted-ca-bundle", "reconcileID": "f054e4eb-7675-4251-9540-68a5de9444f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-a48c6af5"}
2026-06-15T05:04:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-a48c6af5"}, "namespace": "e2e-mt-a48c6af5", "name": "odh-trusted-ca-bundle", "reconcileID": "f054e4eb-7675-4251-9540-68a5de9444f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-a48c6af5"}
2026-06-15T05:04:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-a48c6af5"}, "namespace": "e2e-mt-a48c6af5", "name": "openshift-service-ca.crt", "reconcileID": "ad2750d7-aadf-475c-be22-5590947bb5a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-a48c6af5"}
2026-06-15T05:04:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-a48c6af5"}, "namespace": "e2e-mt-a48c6af5", "name": "openshift-service-ca.crt", "reconcileID": "ad2750d7-aadf-475c-be22-5590947bb5a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-a48c6af5"}
2026-06-15T05:04:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-a48c6af5"}, "namespace": "e2e-mt-a48c6af5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d19664dd-bfca-40fa-b309-62302940137f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-a48c6af5"}
2026-06-15T05:04:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-a48c6af5"}, "namespace": "e2e-mt-a48c6af5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d19664dd-bfca-40fa-b309-62302940137f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-a48c6af5"}
2026-06-15T05:04:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-22389aab"}, "namespace": "e2e-webhook-sub-22389aab", "name": "openshift-service-ca.crt", "reconcileID": "e257ff6d-d4e7-43c8-833e-f1c741ed77cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-22389aab"}
2026-06-15T05:04:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-22389aab"}, "namespace": "e2e-webhook-sub-22389aab", "name": "odh-trusted-ca-bundle", "reconcileID": "e9abcec8-aeca-43f7-9641-99fb56e8fd4c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-22389aab"}
2026-06-15T05:04:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-22389aab"}, "namespace": "e2e-webhook-sub-22389aab", "name": "openshift-service-ca.crt", "reconcileID": "da661c76-a39f-45c3-9266-7d5f7a97e07d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-22389aab", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:50Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-22389aab"}, "namespace": "e2e-webhook-sub-22389aab", "name": "openshift-service-ca.crt", "reconcileID": "da661c76-a39f-45c3-9266-7d5f7a97e07d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-22389aab"}
2026-06-15T05:04:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-22389aab"}, "namespace": "e2e-webhook-sub-22389aab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00e1bec7-94f3-452e-a7d9-ac155280e55d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-22389aab"}
2026-06-15T05:04:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-22389aab"}, "namespace": "e2e-webhook-sub-22389aab", "name": "openshift-service-ca.crt", "reconcileID": "be261457-827f-4ffa-9919-2dc84d49dc98", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-22389aab"}
2026-06-15T05:04:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-22389aab"}, "namespace": "e2e-webhook-sub-22389aab", "name": "odh-trusted-ca-bundle", "reconcileID": "1f1d042b-8083-45e5-95cf-f28355c40d24", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-22389aab", "update": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:50Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-22389aab"}, "namespace": "e2e-webhook-sub-22389aab", "name": "odh-trusted-ca-bundle", "reconcileID": "1f1d042b-8083-45e5-95cf-f28355c40d24", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-22389aab"}
2026-06-15T05:04:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-22389aab"}, "namespace": "e2e-webhook-sub-22389aab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4a5b84d7-d913-4109-9de7-19cd4d0e4571", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-22389aab"}
2026-06-15T05:04:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-22389aab"}, "namespace": "e2e-webhook-sub-22389aab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47f6bf1c-2eb7-4a9a-a7bc-fed973dcaf38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-22389aab"}
2026-06-15T05:04:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-22389aab"}, "namespace": "e2e-webhook-sub-22389aab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47f6bf1c-2eb7-4a9a-a7bc-fed973dcaf38", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-22389aab", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:56Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-22389aab"}, "namespace": "e2e-webhook-sub-22389aab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47f6bf1c-2eb7-4a9a-a7bc-fed973dcaf38", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-sub-22389aab because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-15T05:04:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-22389aab"}, "namespace": "e2e-webhook-sub-22389aab", "name": "odh-trusted-ca-bundle", "reconcileID": "fba2ee27-edc2-4cf0-b742-5c1b87b99c44", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-22389aab"}
2026-06-15T05:04:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-22389aab"}, "namespace": "e2e-webhook-sub-22389aab", "name": "odh-trusted-ca-bundle", "reconcileID": "fba2ee27-edc2-4cf0-b742-5c1b87b99c44", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-22389aab"}
2026-06-15T05:04:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-22389aab"}, "namespace": "e2e-webhook-sub-22389aab", "name": "openshift-service-ca.crt", "reconcileID": "9dd6df8a-fbd6-4a8a-8e0e-5c1e396bcfa0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-22389aab"}
2026-06-15T05:04:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-22389aab"}, "namespace": "e2e-webhook-sub-22389aab", "name": "openshift-service-ca.crt", "reconcileID": "9dd6df8a-fbd6-4a8a-8e0e-5c1e396bcfa0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-22389aab"}
2026-06-15T05:04:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-22389aab"}, "namespace": "e2e-webhook-sub-22389aab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc323e0e-5b60-4ba9-89d8-3f117b999857", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-22389aab"}
2026-06-15T05:04:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-22389aab"}, "namespace": "e2e-webhook-sub-22389aab", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fc323e0e-5b60-4ba9-89d8-3f117b999857", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-22389aab"}
2026-06-15T05:04:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-e313e4fe"}, "namespace": "e2e-webhook-auth-e313e4fe", "name": "openshift-service-ca.crt", "reconcileID": "3b220497-a078-4d7d-a0ae-bb0bd97498f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-e313e4fe"}
2026-06-15T05:04:57Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-e313e4fe"}, "namespace": "e2e-webhook-auth-e313e4fe", "name": "odh-trusted-ca-bundle", "reconcileID": "2f0b967a-446e-4411-9d41-7ae2057706bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-e313e4fe", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:57Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-e313e4fe"}, "namespace": "e2e-webhook-auth-e313e4fe", "name": "odh-trusted-ca-bundle", "reconcileID": "2f0b967a-446e-4411-9d41-7ae2057706bc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-e313e4fe"}
2026-06-15T05:04:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-e313e4fe"}, "namespace": "e2e-webhook-auth-e313e4fe", "name": "openshift-service-ca.crt", "reconcileID": "24aa59fd-02da-4343-947e-c6f5b947c2dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-e313e4fe"}
2026-06-15T05:04:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-e313e4fe"}, "namespace": "e2e-webhook-auth-e313e4fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07f52208-489c-438f-b0bf-68661f0e5543", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-e313e4fe"}
2026-06-15T05:04:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-e313e4fe"}, "namespace": "e2e-webhook-auth-e313e4fe", "name": "openshift-service-ca.crt", "reconcileID": "2b1a37dd-3f6a-42ba-9412-9a6a618a263a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-e313e4fe"}
2026-06-15T05:04:57Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-e313e4fe"}, "namespace": "e2e-webhook-auth-e313e4fe", "name": "odh-trusted-ca-bundle", "reconcileID": "9aac8c13-3ae1-46cb-b32b-c55244857c9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-e313e4fe", "update": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:04:57Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-e313e4fe"}, "namespace": "e2e-webhook-auth-e313e4fe", "name": "odh-trusted-ca-bundle", "reconcileID": "9aac8c13-3ae1-46cb-b32b-c55244857c9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-e313e4fe"}
2026-06-15T05:04:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-e313e4fe"}, "namespace": "e2e-webhook-auth-e313e4fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f5246c2-c4ca-4054-86a1-cb94b840d4a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-e313e4fe"}
2026-06-15T05:05:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-e313e4fe"}, "namespace": "e2e-webhook-auth-e313e4fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ba5f8df-db53-4e56-85d8-05a62d73716e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-e313e4fe"}
2026-06-15T05:05:02Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-e313e4fe"}, "namespace": "e2e-webhook-auth-e313e4fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ba5f8df-db53-4e56-85d8-05a62d73716e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-e313e4fe", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:05:02Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-e313e4fe"}, "namespace": "e2e-webhook-auth-e313e4fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ba5f8df-db53-4e56-85d8-05a62d73716e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-auth-e313e4fe because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-15T05:05:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-e313e4fe"}, "namespace": "e2e-webhook-auth-e313e4fe", "name": "odh-trusted-ca-bundle", "reconcileID": "cecbe1ad-f620-4e56-bd5f-e6bfafbcde83", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-e313e4fe"}
2026-06-15T05:05:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-e313e4fe"}, "namespace": "e2e-webhook-auth-e313e4fe", "name": "odh-trusted-ca-bundle", "reconcileID": "cecbe1ad-f620-4e56-bd5f-e6bfafbcde83", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-e313e4fe"}
2026-06-15T05:05:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-e313e4fe"}, "namespace": "e2e-webhook-auth-e313e4fe", "name": "openshift-service-ca.crt", "reconcileID": "21738716-01ed-4a9a-8618-4615ae141b1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-e313e4fe"}
2026-06-15T05:05:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-e313e4fe"}, "namespace": "e2e-webhook-auth-e313e4fe", "name": "openshift-service-ca.crt", "reconcileID": "21738716-01ed-4a9a-8618-4615ae141b1e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-e313e4fe"}
2026-06-15T05:05:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-e313e4fe"}, "namespace": "e2e-webhook-auth-e313e4fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6703cf0e-ff04-487e-aaee-c866b144f0d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-e313e4fe"}
2026-06-15T05:05:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-e313e4fe"}, "namespace": "e2e-webhook-auth-e313e4fe", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6703cf0e-ff04-487e-aaee-c866b144f0d4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-e313e4fe"}
2026-06-15T05:05:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-64f82b37"}, "namespace": "e2e-mt-64f82b37", "name": "openshift-service-ca.crt", "reconcileID": "935232f0-0555-4ed5-bf1c-648ec7e681a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-64f82b37"}
2026-06-15T05:05:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-64f82b37"}, "namespace": "e2e-mt-64f82b37", "name": "odh-trusted-ca-bundle", "reconcileID": "4ad38e96-2512-4035-ade6-d9c3614d9d2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-64f82b37"}
2026-06-15T05:05:13Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-64f82b37"}, "namespace": "e2e-mt-64f82b37", "name": "openshift-service-ca.crt", "reconcileID": "dc79cf84-501e-4241-9667-8c377823cb13", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-64f82b37", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:05:13Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-64f82b37"}, "namespace": "e2e-mt-64f82b37", "name": "openshift-service-ca.crt", "reconcileID": "dc79cf84-501e-4241-9667-8c377823cb13", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-64f82b37"}
2026-06-15T05:05:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-64f82b37"}, "namespace": "e2e-mt-64f82b37", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "af101a8d-6af1-47d3-bf18-015cb2652103", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-64f82b37"}
2026-06-15T05:05:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-64f82b37"}, "namespace": "e2e-mt-64f82b37", "name": "openshift-service-ca.crt", "reconcileID": "cc2a3d1c-42b8-4cd9-963d-2d2c81479a41", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-64f82b37"}
2026-06-15T05:05:13Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-64f82b37"}, "namespace": "e2e-mt-64f82b37", "name": "odh-trusted-ca-bundle", "reconcileID": "57b2389b-2d16-401a-a717-ca7ee915d3da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-64f82b37", "update": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:05:13Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-64f82b37"}, "namespace": "e2e-mt-64f82b37", "name": "odh-trusted-ca-bundle", "reconcileID": "57b2389b-2d16-401a-a717-ca7ee915d3da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-64f82b37"}
2026-06-15T05:05:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-64f82b37"}, "namespace": "e2e-mt-64f82b37", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bf8cbd65-02b1-41a5-bd90-7afefe7c7676", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-64f82b37"}
2026-06-15T05:05:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-64f82b37"}, "namespace": "e2e-mt-64f82b37", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "474c5d44-e32e-4005-9a4b-0f0b9d7e727c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-64f82b37"}
2026-06-15T05:05:26Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-64f82b37"}, "namespace": "e2e-mt-64f82b37", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "474c5d44-e32e-4005-9a4b-0f0b9d7e727c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-64f82b37", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:05:26Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-64f82b37"}, "namespace": "e2e-mt-64f82b37", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "474c5d44-e32e-4005-9a4b-0f0b9d7e727c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-64f82b37 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-15T05:05:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-64f82b37"}, "namespace": "e2e-mt-64f82b37", "name": "odh-trusted-ca-bundle", "reconcileID": "92256717-6b18-4c5e-83de-6badde96f208", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-64f82b37"}
2026-06-15T05:05:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-64f82b37"}, "namespace": "e2e-mt-64f82b37", "name": "odh-trusted-ca-bundle", "reconcileID": "92256717-6b18-4c5e-83de-6badde96f208", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-64f82b37"}
2026-06-15T05:05:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-64f82b37"}, "namespace": "e2e-mt-64f82b37", "name": "openshift-service-ca.crt", "reconcileID": "04f3152e-c46c-4eb4-8d56-dee4cf4599b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-64f82b37"}
2026-06-15T05:05:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-64f82b37"}, "namespace": "e2e-mt-64f82b37", "name": "openshift-service-ca.crt", "reconcileID": "04f3152e-c46c-4eb4-8d56-dee4cf4599b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-64f82b37"}
2026-06-15T05:05:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-64f82b37"}, "namespace": "e2e-mt-64f82b37", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "338291b4-43ef-4ed9-9cf3-c02a1ba830ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-64f82b37"}
2026-06-15T05:05:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-64f82b37"}, "namespace": "e2e-mt-64f82b37", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "338291b4-43ef-4ed9-9cf3-c02a1ba830ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-64f82b37"}
2026-06-15T05:05:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-20faf61f"}, "namespace": "e2e-mt-20faf61f", "name": "openshift-service-ca.crt", "reconcileID": "980e9a09-924e-4bff-8a40-3d9450d85894", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-20faf61f"}
2026-06-15T05:05:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-20faf61f"}, "namespace": "e2e-mt-20faf61f", "name": "odh-trusted-ca-bundle", "reconcileID": "7082fa98-0271-422e-8322-03f0aea090cf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-20faf61f"}
2026-06-15T05:05:27Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-20faf61f"}, "namespace": "e2e-mt-20faf61f", "name": "openshift-service-ca.crt", "reconcileID": "edc0b8ab-049a-44ad-a9e7-0e3b8a1b39d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-20faf61f", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:05:27Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-20faf61f"}, "namespace": "e2e-mt-20faf61f", "name": "openshift-service-ca.crt", "reconcileID": "edc0b8ab-049a-44ad-a9e7-0e3b8a1b39d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-20faf61f"}
2026-06-15T05:05:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-20faf61f"}, "namespace": "e2e-mt-20faf61f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abf0eab2-3353-45d3-bbbd-811873900ada", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-20faf61f"}
2026-06-15T05:05:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-20faf61f"}, "namespace": "e2e-mt-20faf61f", "name": "openshift-service-ca.crt", "reconcileID": "44640067-0cac-434d-9bea-9f95d33af8f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-20faf61f"}
2026-06-15T05:05:27Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-20faf61f"}, "namespace": "e2e-mt-20faf61f", "name": "odh-trusted-ca-bundle", "reconcileID": "3021fa8a-8ed9-45b1-b953-93c5ef7808cd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-20faf61f", "update": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:05:27Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-20faf61f"}, "namespace": "e2e-mt-20faf61f", "name": "odh-trusted-ca-bundle", "reconcileID": "3021fa8a-8ed9-45b1-b953-93c5ef7808cd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-20faf61f"}
2026-06-15T05:05:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-20faf61f"}, "namespace": "e2e-mt-20faf61f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f0d0353e-5f7c-4fbf-ad7b-883deecd480e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-20faf61f"}
2026-06-15T05:05:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-21b6f1f6"}, "namespace": "e2e-mt-21b6f1f6", "name": "openshift-service-ca.crt", "reconcileID": "7049b0b2-65fd-4b9c-8bef-b30ec727915c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-21b6f1f6"}
2026-06-15T05:05:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-21b6f1f6"}, "namespace": "e2e-mt-21b6f1f6", "name": "odh-trusted-ca-bundle", "reconcileID": "d94d3a66-a850-4672-9971-6f14e38da1e4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-21b6f1f6"}
2026-06-15T05:05:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-21b6f1f6"}, "namespace": "e2e-mt-21b6f1f6", "name": "openshift-service-ca.crt", "reconcileID": "d630530b-f5f3-4829-b073-1729e246eb6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-21b6f1f6", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:05:28Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-21b6f1f6"}, "namespace": "e2e-mt-21b6f1f6", "name": "openshift-service-ca.crt", "reconcileID": "d630530b-f5f3-4829-b073-1729e246eb6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-21b6f1f6"}
2026-06-15T05:05:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-21b6f1f6"}, "namespace": "e2e-mt-21b6f1f6", "name": "openshift-service-ca.crt", "reconcileID": "4589a562-3d5f-4f09-b16e-f49024e88ef3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-21b6f1f6"}
2026-06-15T05:05:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-21b6f1f6"}, "namespace": "e2e-mt-21b6f1f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9503b715-5dee-4f66-b664-4be3c66d5d97", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-21b6f1f6"}
2026-06-15T05:05:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-21b6f1f6"}, "namespace": "e2e-mt-21b6f1f6", "name": "odh-trusted-ca-bundle", "reconcileID": "22632e08-723a-4e73-b5ff-1ee6ae2503a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-21b6f1f6", "update": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:05:28Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-21b6f1f6"}, "namespace": "e2e-mt-21b6f1f6", "name": "odh-trusted-ca-bundle", "reconcileID": "22632e08-723a-4e73-b5ff-1ee6ae2503a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-21b6f1f6"}
2026-06-15T05:05:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-21b6f1f6"}, "namespace": "e2e-mt-21b6f1f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d8a81a57-935f-4a04-b8c9-9c251ed59b61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-21b6f1f6"}
2026-06-15T05:05:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-20faf61f"}, "namespace": "e2e-mt-20faf61f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82de742a-4f6b-4709-9156-64a3dc126a03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-20faf61f"}
2026-06-15T05:05:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-20faf61f"}, "namespace": "e2e-mt-20faf61f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82de742a-4f6b-4709-9156-64a3dc126a03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-20faf61f", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:05:35Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-20faf61f"}, "namespace": "e2e-mt-20faf61f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82de742a-4f6b-4709-9156-64a3dc126a03", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-20faf61f because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-15T05:05:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-20faf61f"}, "namespace": "e2e-mt-20faf61f", "name": "odh-trusted-ca-bundle", "reconcileID": "0251fc34-e9a6-493f-a686-73a5fc72d07c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-20faf61f"}
2026-06-15T05:05:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-20faf61f"}, "namespace": "e2e-mt-20faf61f", "name": "odh-trusted-ca-bundle", "reconcileID": "0251fc34-e9a6-493f-a686-73a5fc72d07c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-20faf61f"}
2026-06-15T05:05:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-20faf61f"}, "namespace": "e2e-mt-20faf61f", "name": "openshift-service-ca.crt", "reconcileID": "53b75aed-5a48-4540-aa7c-153dded60561", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-20faf61f"}
2026-06-15T05:05:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-20faf61f"}, "namespace": "e2e-mt-20faf61f", "name": "openshift-service-ca.crt", "reconcileID": "53b75aed-5a48-4540-aa7c-153dded60561", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-20faf61f"}
2026-06-15T05:05:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-20faf61f"}, "namespace": "e2e-mt-20faf61f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f19d43e5-5520-4322-b8eb-4f8c350bf46d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-20faf61f"}
2026-06-15T05:05:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-20faf61f"}, "namespace": "e2e-mt-20faf61f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f19d43e5-5520-4322-b8eb-4f8c350bf46d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-20faf61f"}
2026-06-15T05:05:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-21b6f1f6"}, "namespace": "e2e-mt-21b6f1f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34358479-f2fb-4231-a1fa-6db2e2d48148", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-21b6f1f6"}
2026-06-15T05:05:42Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-21b6f1f6"}, "namespace": "e2e-mt-21b6f1f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34358479-f2fb-4231-a1fa-6db2e2d48148", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-21b6f1f6", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:05:42Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-21b6f1f6"}, "namespace": "e2e-mt-21b6f1f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "34358479-f2fb-4231-a1fa-6db2e2d48148", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-21b6f1f6 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-15T05:05:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-21b6f1f6"}, "namespace": "e2e-mt-21b6f1f6", "name": "odh-trusted-ca-bundle", "reconcileID": "85eeff27-5eac-43da-9446-e9372f0159fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-21b6f1f6"}
2026-06-15T05:05:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-21b6f1f6"}, "namespace": "e2e-mt-21b6f1f6", "name": "odh-trusted-ca-bundle", "reconcileID": "85eeff27-5eac-43da-9446-e9372f0159fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-21b6f1f6"}
2026-06-15T05:05:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-21b6f1f6"}, "namespace": "e2e-mt-21b6f1f6", "name": "openshift-service-ca.crt", "reconcileID": "164c3b4a-c91f-4930-9f72-a51a3f8ac64d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-21b6f1f6"}
2026-06-15T05:05:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-21b6f1f6"}, "namespace": "e2e-mt-21b6f1f6", "name": "openshift-service-ca.crt", "reconcileID": "164c3b4a-c91f-4930-9f72-a51a3f8ac64d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-21b6f1f6"}
2026-06-15T05:05:42Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-21b6f1f6"}, "namespace": "e2e-mt-21b6f1f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bffe4f1-8f48-4831-a2c7-76ee261feeaf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-21b6f1f6"}
2026-06-15T05:05:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-21b6f1f6"}, "namespace": "e2e-mt-21b6f1f6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bffe4f1-8f48-4831-a2c7-76ee261feeaf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-21b6f1f6"}
2026-06-15T05:05:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-b8505ddb"}, "namespace": "e2e-mt-b8505ddb", "name": "openshift-service-ca.crt", "reconcileID": "c48b6602-f0f6-4198-abee-2fcf25caa1d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-b8505ddb"}
2026-06-15T05:05:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-b8505ddb"}, "namespace": "e2e-mt-b8505ddb", "name": "odh-trusted-ca-bundle", "reconcileID": "2069a5ed-1856-4e53-99ac-97d5c26dc412", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-b8505ddb"}
2026-06-15T05:05:42Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-b8505ddb"}, "namespace": "e2e-mt-b8505ddb", "name": "openshift-service-ca.crt", "reconcileID": "3c9e48e7-a7c5-4c1e-a085-9c090eca08fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-b8505ddb", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:05:42Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-b8505ddb"}, "namespace": "e2e-mt-b8505ddb", "name": "openshift-service-ca.crt", "reconcileID": "3c9e48e7-a7c5-4c1e-a085-9c090eca08fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-b8505ddb"}
2026-06-15T05:05:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-b8505ddb"}, "namespace": "e2e-mt-b8505ddb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6a423f7-bdbb-4d8e-a297-7b5bc81a1169", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-b8505ddb"}
2026-06-15T05:05:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-b8505ddb"}, "namespace": "e2e-mt-b8505ddb", "name": "openshift-service-ca.crt", "reconcileID": "85b590fe-94bb-4175-b945-f87293c8a239", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-b8505ddb"}
2026-06-15T05:05:42Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-b8505ddb"}, "namespace": "e2e-mt-b8505ddb", "name": "odh-trusted-ca-bundle", "reconcileID": "67f66e3b-cba5-4ef0-8255-afaf644ac1f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-b8505ddb", "update": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:05:42Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-b8505ddb"}, "namespace": "e2e-mt-b8505ddb", "name": "odh-trusted-ca-bundle", "reconcileID": "67f66e3b-cba5-4ef0-8255-afaf644ac1f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-b8505ddb"}
2026-06-15T05:05:42Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-b8505ddb"}, "namespace": "e2e-mt-b8505ddb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13084aed-1ae4-408a-8725-4bc8eac13034", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-b8505ddb"}
2026-06-15T05:06:01Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-15T05:06:01Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-15T05:06:03Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-15T05:06:03Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-15T05:06:19Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-b8505ddb"}, "namespace": "e2e-mt-b8505ddb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcaea258-2e7b-4768-9755-f2cd277dc01d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-b8505ddb"}
2026-06-15T05:06:19Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-b8505ddb"}, "namespace": "e2e-mt-b8505ddb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcaea258-2e7b-4768-9755-f2cd277dc01d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-b8505ddb", "create": "odh-kserve-custom-ca-bundle"}
2026-06-15T05:06:19Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-b8505ddb"}, "namespace": "e2e-mt-b8505ddb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dcaea258-2e7b-4768-9755-f2cd277dc01d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-b8505ddb because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-15T05:06:19Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-b8505ddb"}, "namespace": "e2e-mt-b8505ddb", "name": "odh-trusted-ca-bundle", "reconcileID": "8c48f7d6-1b6f-411b-83c2-e8d322dc6473", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-b8505ddb"}
2026-06-15T05:06:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-b8505ddb"}, "namespace": "e2e-mt-b8505ddb", "name": "odh-trusted-ca-bundle", "reconcileID": "8c48f7d6-1b6f-411b-83c2-e8d322dc6473", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-b8505ddb"}
2026-06-15T05:06:19Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-b8505ddb"}, "namespace": "e2e-mt-b8505ddb", "name": "openshift-service-ca.crt", "reconcileID": "78991064-0c4e-41d1-8689-8543ec633637", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-b8505ddb"}
2026-06-15T05:06:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-b8505ddb"}, "namespace": "e2e-mt-b8505ddb", "name": "openshift-service-ca.crt", "reconcileID": "78991064-0c4e-41d1-8689-8543ec633637", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-b8505ddb"}
2026-06-15T05:06:19Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-b8505ddb"}, "namespace": "e2e-mt-b8505ddb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20620e70-3535-4d71-b9e8-6e5a40d0930f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-b8505ddb"}
2026-06-15T05:06:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-b8505ddb"}, "namespace": "e2e-mt-b8505ddb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "20620e70-3535-4d71-b9e8-6e5a40d0930f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-b8505ddb"}