2026-06-12T22:04:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-084673"}, "namespace": "e2e-webhook-test-084673", "name": "odh-trusted-ca-bundle", "reconcileID": "ea4e4db0-4b53-4979-a626-1960a97663e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-084673"}
2026-06-12T22:04:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-084673"}, "namespace": "e2e-webhook-test-084673", "name": "openshift-service-ca.crt", "reconcileID": "c27ef9a3-4a6b-4314-a547-86a73328128a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-084673"}
2026-06-12T22:04:26Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-084673"}, "namespace": "e2e-webhook-test-084673", "name": "openshift-service-ca.crt", "reconcileID": "a1dbc6c6-927a-49a3-8cbe-92c2c7d2f8c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-084673", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:04:26Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-084673"}, "namespace": "e2e-webhook-test-084673", "name": "openshift-service-ca.crt", "reconcileID": "a1dbc6c6-927a-49a3-8cbe-92c2c7d2f8c5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-084673"}
2026-06-12T22:04:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-084673"}, "namespace": "e2e-webhook-test-084673", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75d03a09-67aa-4b0b-b46d-a04fa10eaf7d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-084673"}
2026-06-12T22:04:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-084673"}, "namespace": "e2e-webhook-test-084673", "name": "openshift-service-ca.crt", "reconcileID": "f7fe596b-43b3-4fb9-a62a-7b183294a44a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-084673"}
2026-06-12T22:04:26Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-084673"}, "namespace": "e2e-webhook-test-084673", "name": "odh-trusted-ca-bundle", "reconcileID": "dd467c1c-a594-499a-bca0-3a63c67479a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-084673", "update": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:04:26Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-084673"}, "namespace": "e2e-webhook-test-084673", "name": "odh-trusted-ca-bundle", "reconcileID": "dd467c1c-a594-499a-bca0-3a63c67479a8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-084673"}
2026-06-12T22:04:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-084673"}, "namespace": "e2e-webhook-test-084673", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4fc25b95-8a85-4b73-8171-663b40d9b4ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-084673"}
2026-06-12T22:04:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-084673"}, "namespace": "e2e-webhook-test-084673", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a85b2603-9b47-4ce3-86e7-06d2b159f379", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-084673"}
2026-06-12T22:04:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-084673"}, "namespace": "e2e-webhook-test-084673", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a85b2603-9b47-4ce3-86e7-06d2b159f379", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-084673", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:04:32Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-084673"}, "namespace": "e2e-webhook-test-084673", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a85b2603-9b47-4ce3-86e7-06d2b159f379", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-084673 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-12T22:04:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-084673"}, "namespace": "e2e-webhook-test-084673", "name": "odh-trusted-ca-bundle", "reconcileID": "961013e0-d7da-4d8f-b799-aa447d1e2b96", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-084673"}
2026-06-12T22:04:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-084673"}, "namespace": "e2e-webhook-test-084673", "name": "odh-trusted-ca-bundle", "reconcileID": "961013e0-d7da-4d8f-b799-aa447d1e2b96", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-084673"}
2026-06-12T22:04:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-084673"}, "namespace": "e2e-webhook-test-084673", "name": "openshift-service-ca.crt", "reconcileID": "1671a6fa-743c-4c47-a398-d1cee87192fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-084673"}
2026-06-12T22:04:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-084673"}, "namespace": "e2e-webhook-test-084673", "name": "openshift-service-ca.crt", "reconcileID": "1671a6fa-743c-4c47-a398-d1cee87192fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-084673"}
2026-06-12T22:04:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-084673"}, "namespace": "e2e-webhook-test-084673", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "390cd2cb-5035-4847-b37e-4be3035551f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-084673"}
2026-06-12T22:04:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-084673"}, "namespace": "e2e-webhook-test-084673", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "390cd2cb-5035-4847-b37e-4be3035551f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-084673"}
2026-06-12T22:17:15Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-12T22:17:15Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-12T22:17:16Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-12T22:17:16Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-12T22:21:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4312a15c-69e5-4297-a520-cddab4056ac0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-12T22:21:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4312a15c-69e5-4297-a520-cddab4056ac0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-12T22:21:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4312a15c-69e5-4297-a520-cddab4056ac0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-12T22:21:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d51cd44-d7aa-4f76-90f3-9217eee9930f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-12T22:21:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d51cd44-d7aa-4f76-90f3-9217eee9930f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-12T22:21:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d51cd44-d7aa-4f76-90f3-9217eee9930f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-12T22:21:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2932f0eb-ffb2-4286-a936-76b024ddf638", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-12T22:21:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2932f0eb-ffb2-4286-a936-76b024ddf638", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-12T22:21:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "2932f0eb-ffb2-4286-a936-76b024ddf638", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-12T22:21:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "905ca1d5-1f18-46bd-9e75-d55684c1dbfc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-12T22:21:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "905ca1d5-1f18-46bd-9e75-d55684c1dbfc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-06-12T22:21:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "905ca1d5-1f18-46bd-9e75-d55684c1dbfc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-06-12T22:22:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-a4a825a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-a4a825a9", "reconcileID": "3b5337ec-b911-4b76-b19b-5dedceada034", "Gateway": "e2e-ait-a4a825a9", "namespace": "openshift-ingress"}
2026-06-12T22:22:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-a4a825a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-a4a825a9", "reconcileID": "1df32a49-cb2a-4879-b854-a1f9f9509066", "Gateway": "e2e-ait-a4a825a9", "namespace": "openshift-ingress"}
2026-06-12T22:22:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-a4a825a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-a4a825a9", "reconcileID": "23e3d2a2-ade1-4be1-9994-af7f5bbc8662", "Gateway": "e2e-ait-a4a825a9", "namespace": "openshift-ingress"}
2026-06-12T22:22:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-a4a825a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-a4a825a9", "reconcileID": "4baa39a7-32dd-4fee-ae3c-bacde6656430", "Gateway": "e2e-ait-a4a825a9", "namespace": "openshift-ingress"}
2026-06-12T22:22:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-a4a825a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-a4a825a9", "reconcileID": "3dcef2c6-c0de-4ab3-917b-d6edcc02e10e", "Gateway": "e2e-ait-a4a825a9", "namespace": "openshift-ingress"}
2026-06-12T22:22:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-a4a825a9"}, "namespace": "e2e-aitenant-a4a825a9", "name": "openshift-service-ca.crt", "reconcileID": "7e501eef-1b14-46ec-8e70-5a349c9f0a46", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-a4a825a9"}
2026-06-12T22:22:00Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-a4a825a9"}, "namespace": "e2e-aitenant-a4a825a9", "name": "openshift-service-ca.crt", "reconcileID": "e4c136d5-2b32-4dcd-ada8-98cad469444e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-a4a825a9", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:22:00Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-a4a825a9"}, "namespace": "e2e-aitenant-a4a825a9", "name": "openshift-service-ca.crt", "reconcileID": "e4c136d5-2b32-4dcd-ada8-98cad469444e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-a4a825a9"}
2026-06-12T22:22:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-a4a825a9"}, "namespace": "e2e-aitenant-a4a825a9", "name": "odh-trusted-ca-bundle", "reconcileID": "6c89e467-c6ad-46eb-bd6c-c1df003eec65", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-a4a825a9"}
2026-06-12T22:22:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-a4a825a9"}, "namespace": "e2e-aitenant-a4a825a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d37f2c6-07d0-498b-af98-424c2228a427", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-a4a825a9"}
2026-06-12T22:22:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-a4a825a9"}, "namespace": "e2e-aitenant-a4a825a9", "name": "openshift-service-ca.crt", "reconcileID": "b6a311f0-1c1e-4b0b-a8d1-f387d4288e09", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-a4a825a9"}
2026-06-12T22:22:00Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-a4a825a9"}, "namespace": "e2e-aitenant-a4a825a9", "name": "odh-trusted-ca-bundle", "reconcileID": "847cc3df-de47-4080-9e76-18c4fbc86f29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-a4a825a9", "update": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:22:01Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-a4a825a9"}, "namespace": "e2e-aitenant-a4a825a9", "name": "odh-trusted-ca-bundle", "reconcileID": "847cc3df-de47-4080-9e76-18c4fbc86f29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-a4a825a9"}
2026-06-12T22:22:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-a4a825a9"}, "namespace": "e2e-aitenant-a4a825a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ddbe135b-8ded-4caa-946d-fd7da690d7c7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-a4a825a9"}
2026-06-12T22:22:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-a4a825a9","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-a4a825a9", "reconcileID": "ebac27ca-461d-43d7-93d0-6e097b531f94", "Gateway": "e2e-ait-a4a825a9", "namespace": "openshift-ingress"}
2026-06-12T22:22:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-a4a825a9"}, "namespace": "e2e-aitenant-a4a825a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d29c8ef-b666-48b4-8cf4-d6bc7a90ab13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-a4a825a9"}
2026-06-12T22:22:12Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-a4a825a9"}, "namespace": "e2e-aitenant-a4a825a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d29c8ef-b666-48b4-8cf4-d6bc7a90ab13", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-a4a825a9", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:22:12Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-a4a825a9"}, "namespace": "e2e-aitenant-a4a825a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6d29c8ef-b666-48b4-8cf4-d6bc7a90ab13", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-a4a825a9 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-12T22:22:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-a4a825a9"}, "namespace": "e2e-aitenant-a4a825a9", "name": "odh-trusted-ca-bundle", "reconcileID": "4b9e2bec-03f2-4abe-9b41-1b0676979172", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-a4a825a9"}
2026-06-12T22:22:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-a4a825a9"}, "namespace": "e2e-aitenant-a4a825a9", "name": "odh-trusted-ca-bundle", "reconcileID": "4b9e2bec-03f2-4abe-9b41-1b0676979172", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-a4a825a9"}
2026-06-12T22:22:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-a4a825a9"}, "namespace": "e2e-aitenant-a4a825a9", "name": "openshift-service-ca.crt", "reconcileID": "2113fb3c-efc9-4d9b-a939-65ff675a3e96", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-a4a825a9"}
2026-06-12T22:22:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-a4a825a9"}, "namespace": "e2e-aitenant-a4a825a9", "name": "openshift-service-ca.crt", "reconcileID": "2113fb3c-efc9-4d9b-a939-65ff675a3e96", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-a4a825a9"}
2026-06-12T22:22:12Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-a4a825a9"}, "namespace": "e2e-aitenant-a4a825a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10ffc807-6e1a-4ddd-9450-e952bf6fe343", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-a4a825a9"}
2026-06-12T22:22:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-a4a825a9"}, "namespace": "e2e-aitenant-a4a825a9", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10ffc807-6e1a-4ddd-9450-e952bf6fe343", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-a4a825a9"}
2026-06-12T22:22:13Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9d4ddc0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9d4ddc0f", "reconcileID": "d4d41859-6f2c-445a-a6da-4fa179b119d3", "Gateway": "e2e-ait-9d4ddc0f", "namespace": "openshift-ingress"}
2026-06-12T22:22:13Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9d4ddc0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9d4ddc0f", "reconcileID": "a2826b54-ea9e-4b12-85e6-996185aee56f", "Gateway": "e2e-ait-9d4ddc0f", "namespace": "openshift-ingress"}
2026-06-12T22:22:13Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9d4ddc0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9d4ddc0f", "reconcileID": "dc1b1c75-060b-40fb-b4e6-9061a87107da", "Gateway": "e2e-ait-9d4ddc0f", "namespace": "openshift-ingress"}
2026-06-12T22:22:13Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9d4ddc0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9d4ddc0f", "reconcileID": "d051e3dc-c70e-49ad-8af9-bc0c154f1bc3", "Gateway": "e2e-ait-9d4ddc0f", "namespace": "openshift-ingress"}
2026-06-12T22:22:13Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9d4ddc0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9d4ddc0f", "reconcileID": "467b5577-3df9-4f56-b912-09953e72f69d", "Gateway": "e2e-ait-9d4ddc0f", "namespace": "openshift-ingress"}
2026-06-12T22:22:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9d4ddc0f"}, "namespace": "e2e-aitenant-9d4ddc0f", "name": "openshift-service-ca.crt", "reconcileID": "ad5c422a-7af6-417a-a21f-de647af1a231", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9d4ddc0f"}
2026-06-12T22:22:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9d4ddc0f"}, "namespace": "e2e-aitenant-9d4ddc0f", "name": "odh-trusted-ca-bundle", "reconcileID": "714f256a-ee19-4656-8527-2898de37d242", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9d4ddc0f"}
2026-06-12T22:22:13Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9d4ddc0f"}, "namespace": "e2e-aitenant-9d4ddc0f", "name": "openshift-service-ca.crt", "reconcileID": "008d66b4-30c0-41b7-bfed-f88feffb68d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9d4ddc0f", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:22:13Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9d4ddc0f"}, "namespace": "e2e-aitenant-9d4ddc0f", "name": "openshift-service-ca.crt", "reconcileID": "008d66b4-30c0-41b7-bfed-f88feffb68d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9d4ddc0f"}
2026-06-12T22:22:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9d4ddc0f"}, "namespace": "e2e-aitenant-9d4ddc0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5764199-2643-4143-a2f8-7f7b9da5993e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9d4ddc0f"}
2026-06-12T22:22:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9d4ddc0f"}, "namespace": "e2e-aitenant-9d4ddc0f", "name": "openshift-service-ca.crt", "reconcileID": "db106508-2340-4594-b946-340c861d7f66", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9d4ddc0f"}
2026-06-12T22:22:13Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9d4ddc0f"}, "namespace": "e2e-aitenant-9d4ddc0f", "name": "odh-trusted-ca-bundle", "reconcileID": "d2bd5218-ce3b-43eb-9425-48b41b04936e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9d4ddc0f", "update": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:22:13Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9d4ddc0f"}, "namespace": "e2e-aitenant-9d4ddc0f", "name": "odh-trusted-ca-bundle", "reconcileID": "d2bd5218-ce3b-43eb-9425-48b41b04936e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9d4ddc0f"}
2026-06-12T22:22:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9d4ddc0f"}, "namespace": "e2e-aitenant-9d4ddc0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5895bb2-5a80-45c7-87c8-36fc3a2b629b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9d4ddc0f"}
2026-06-12T22:22:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9d4ddc0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9d4ddc0f", "reconcileID": "6f528355-58bc-4a58-803f-172cd369c3ed", "Gateway": "e2e-ait-9d4ddc0f", "namespace": "openshift-ingress"}
2026-06-12T22:22:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-9d4ddc0f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-9d4ddc0f", "reconcileID": "b1862fc0-2b00-4ce7-b0e2-a4229048b8c5", "Gateway": "e2e-ait-9d4ddc0f", "namespace": "openshift-ingress"}
2026-06-12T22:22:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9d4ddc0f"}, "namespace": "e2e-aitenant-9d4ddc0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5886e49-04ef-4f47-8d4c-1530fec631f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9d4ddc0f"}
2026-06-12T22:22:26Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9d4ddc0f"}, "namespace": "e2e-aitenant-9d4ddc0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5886e49-04ef-4f47-8d4c-1530fec631f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9d4ddc0f", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:22:26Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9d4ddc0f"}, "namespace": "e2e-aitenant-9d4ddc0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5886e49-04ef-4f47-8d4c-1530fec631f0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-9d4ddc0f because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-12T22:22:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9d4ddc0f"}, "namespace": "e2e-aitenant-9d4ddc0f", "name": "odh-trusted-ca-bundle", "reconcileID": "17e7afd7-48c0-49dc-a0b0-ebba637324a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9d4ddc0f"}
2026-06-12T22:22:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-9d4ddc0f"}, "namespace": "e2e-aitenant-9d4ddc0f", "name": "odh-trusted-ca-bundle", "reconcileID": "17e7afd7-48c0-49dc-a0b0-ebba637324a4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-9d4ddc0f"}
2026-06-12T22:22:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9d4ddc0f"}, "namespace": "e2e-aitenant-9d4ddc0f", "name": "openshift-service-ca.crt", "reconcileID": "25f7c3e8-cf9b-4758-926d-054ccc3aa813", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9d4ddc0f"}
2026-06-12T22:22:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-9d4ddc0f"}, "namespace": "e2e-aitenant-9d4ddc0f", "name": "openshift-service-ca.crt", "reconcileID": "25f7c3e8-cf9b-4758-926d-054ccc3aa813", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-9d4ddc0f"}
2026-06-12T22:22:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9d4ddc0f"}, "namespace": "e2e-aitenant-9d4ddc0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40caf433-6ff2-45f9-b000-4bd03b56a394", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9d4ddc0f"}
2026-06-12T22:22:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-9d4ddc0f"}, "namespace": "e2e-aitenant-9d4ddc0f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40caf433-6ff2-45f9-b000-4bd03b56a394", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-9d4ddc0f"}
2026-06-12T22:22:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-invalid-fa6977cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-invalid-fa6977cf", "reconcileID": "81df296c-8f34-4aad-b203-5785d52e996b", "Gateway": "e2e-invalid-fa6977cf", "namespace": "openshift-ingress"}
2026-06-12T22:22:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-invalid-fa6977cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-invalid-fa6977cf", "reconcileID": "3f6eb51a-497d-48cf-8c2d-3d1535c71dae", "Gateway": "e2e-invalid-fa6977cf", "namespace": "openshift-ingress"}
2026-06-12T22:22:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-invalid-fa6977cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-invalid-fa6977cf", "reconcileID": "99c27a25-8603-487d-bb9f-e5a5da9362ed", "Gateway": "e2e-invalid-fa6977cf", "namespace": "openshift-ingress"}
2026-06-12T22:22:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-invalid-fa6977cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-invalid-fa6977cf", "reconcileID": "0c0708ae-470f-4ce4-bcbf-ba6007b871b2", "Gateway": "e2e-invalid-fa6977cf", "namespace": "openshift-ingress"}
2026-06-12T22:22:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-invalid-fa6977cf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-invalid-fa6977cf", "reconcileID": "690f7b1b-0040-4eb1-8af7-f8eda631b101", "Gateway": "e2e-invalid-fa6977cf", "namespace": "openshift-ingress"}
2026-06-12T22:22:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-2f2f54ae"}, "namespace": "e2e-mt-2f2f54ae", "name": "openshift-service-ca.crt", "reconcileID": "bda4a773-e703-4361-a16c-2e5a3af458b2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-2f2f54ae"}
2026-06-12T22:22:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-2f2f54ae"}, "namespace": "e2e-mt-2f2f54ae", "name": "odh-trusted-ca-bundle", "reconcileID": "31ae842b-dff1-4fef-8bcb-daa3a950eef2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-2f2f54ae"}
2026-06-12T22:22:27Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-2f2f54ae"}, "namespace": "e2e-mt-2f2f54ae", "name": "openshift-service-ca.crt", "reconcileID": "70ccb69d-2a7c-43a0-af17-930d1e49b2f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-2f2f54ae", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:22:27Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-2f2f54ae"}, "namespace": "e2e-mt-2f2f54ae", "name": "openshift-service-ca.crt", "reconcileID": "70ccb69d-2a7c-43a0-af17-930d1e49b2f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-2f2f54ae"}
2026-06-12T22:22:27Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-2f2f54ae"}, "namespace": "e2e-mt-2f2f54ae", "name": "openshift-service-ca.crt", "reconcileID": "f2a78462-ae25-47d3-9fc1-1379807e79ec", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-2f2f54ae", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:22:27Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-2f2f54ae"}, "namespace": "e2e-mt-2f2f54ae", "name": "openshift-service-ca.crt", "reconcileID": "f2a78462-ae25-47d3-9fc1-1379807e79ec", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-12T22:22:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-2f2f54ae"}, "namespace": "e2e-mt-2f2f54ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d66032fa-3089-4c06-b450-2c075802f951", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-2f2f54ae"}
2026-06-12T22:22:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-2f2f54ae"}, "namespace": "e2e-mt-2f2f54ae", "name": "openshift-service-ca.crt", "reconcileID": "8ae9fd68-2050-431d-91b0-c30f44b6b8fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-2f2f54ae"}
2026-06-12T22:22:27Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-2f2f54ae"}, "namespace": "e2e-mt-2f2f54ae", "name": "odh-trusted-ca-bundle", "reconcileID": "5e3e7f18-bec3-4dfa-8145-3bf658522da4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-2f2f54ae", "update": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:22:27Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-2f2f54ae"}, "namespace": "e2e-mt-2f2f54ae", "name": "odh-trusted-ca-bundle", "reconcileID": "5e3e7f18-bec3-4dfa-8145-3bf658522da4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-2f2f54ae"}
2026-06-12T22:22:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-2f2f54ae"}, "namespace": "e2e-mt-2f2f54ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2c5a0192-2af4-4fd1-99d5-c5b5e0f1aece", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-2f2f54ae"}
2026-06-12T22:22:34Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-2f2f54ae"}, "namespace": "e2e-mt-2f2f54ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e432cb0-bc57-4e74-9f87-26f80767aa5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-2f2f54ae"}
2026-06-12T22:22:34Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-2f2f54ae"}, "namespace": "e2e-mt-2f2f54ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e432cb0-bc57-4e74-9f87-26f80767aa5f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-2f2f54ae", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:22:34Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-2f2f54ae"}, "namespace": "e2e-mt-2f2f54ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2e432cb0-bc57-4e74-9f87-26f80767aa5f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-2f2f54ae because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-12T22:22:34Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-2f2f54ae"}, "namespace": "e2e-mt-2f2f54ae", "name": "odh-trusted-ca-bundle", "reconcileID": "86ca6b9f-66c5-440d-aba8-dd8d006453ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-2f2f54ae"}
2026-06-12T22:22:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-2f2f54ae"}, "namespace": "e2e-mt-2f2f54ae", "name": "odh-trusted-ca-bundle", "reconcileID": "86ca6b9f-66c5-440d-aba8-dd8d006453ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-2f2f54ae"}
2026-06-12T22:22:34Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-2f2f54ae"}, "namespace": "e2e-mt-2f2f54ae", "name": "openshift-service-ca.crt", "reconcileID": "859928db-b20a-43e6-8ae0-4271b4ab38a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-2f2f54ae"}
2026-06-12T22:22:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-2f2f54ae"}, "namespace": "e2e-mt-2f2f54ae", "name": "openshift-service-ca.crt", "reconcileID": "859928db-b20a-43e6-8ae0-4271b4ab38a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-2f2f54ae"}
2026-06-12T22:22:34Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-2f2f54ae"}, "namespace": "e2e-mt-2f2f54ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e7ff9c2-a108-4ffb-9837-46f631446033", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-2f2f54ae"}
2026-06-12T22:22:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-2f2f54ae"}, "namespace": "e2e-mt-2f2f54ae", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e7ff9c2-a108-4ffb-9837-46f631446033", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-2f2f54ae"}
2026-06-12T22:22:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-f918808f"}, "namespace": "e2e-mt-f918808f", "name": "openshift-service-ca.crt", "reconcileID": "ec97e193-071e-47d2-a259-630316aa9b4a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-f918808f"}
2026-06-12T22:22:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-f918808f"}, "namespace": "e2e-mt-f918808f", "name": "openshift-service-ca.crt", "reconcileID": "653b9c84-2c53-4243-ad70-7f65e324d837", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-f918808f", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:22:35Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-f918808f"}, "namespace": "e2e-mt-f918808f", "name": "openshift-service-ca.crt", "reconcileID": "653b9c84-2c53-4243-ad70-7f65e324d837", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-f918808f"}
2026-06-12T22:22:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-f918808f"}, "namespace": "e2e-mt-f918808f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1a5e94a-6e04-4c0d-a21b-97035bb74e84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-f918808f"}
2026-06-12T22:22:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-f918808f"}, "namespace": "e2e-mt-f918808f", "name": "openshift-service-ca.crt", "reconcileID": "3d16c879-9b43-416e-aa1c-f290bde6b554", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-f918808f"}
2026-06-12T22:22:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-f918808f"}, "namespace": "e2e-mt-f918808f", "name": "odh-trusted-ca-bundle", "reconcileID": "3c1ab545-a3a7-44e5-b90f-f6bd2d9d11fd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-f918808f"}
2026-06-12T22:22:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-f918808f"}, "namespace": "e2e-mt-f918808f", "name": "odh-trusted-ca-bundle", "reconcileID": "fd21e6fe-a701-4ebb-b285-32d6df508c6b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-f918808f", "update": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:22:35Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-f918808f"}, "namespace": "e2e-mt-f918808f", "name": "odh-trusted-ca-bundle", "reconcileID": "fd21e6fe-a701-4ebb-b285-32d6df508c6b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-f918808f"}
2026-06-12T22:22:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-f918808f"}, "namespace": "e2e-mt-f918808f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "abd1c15e-d803-4d52-9113-057a33108028", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-f918808f"}
2026-06-12T22:23:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-f918808f"}, "namespace": "e2e-mt-f918808f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "018d41b8-2a26-4d43-a2c1-222009fa38d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-f918808f"}
2026-06-12T22:23:07Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-f918808f"}, "namespace": "e2e-mt-f918808f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "018d41b8-2a26-4d43-a2c1-222009fa38d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-f918808f", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:23:07Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-f918808f"}, "namespace": "e2e-mt-f918808f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "018d41b8-2a26-4d43-a2c1-222009fa38d1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-f918808f because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-12T22:23:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-f918808f"}, "namespace": "e2e-mt-f918808f", "name": "odh-trusted-ca-bundle", "reconcileID": "915d4b51-e893-481e-83bb-f9e4166fba38", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-f918808f"}
2026-06-12T22:23:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-f918808f"}, "namespace": "e2e-mt-f918808f", "name": "odh-trusted-ca-bundle", "reconcileID": "915d4b51-e893-481e-83bb-f9e4166fba38", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-f918808f"}
2026-06-12T22:23:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-f918808f"}, "namespace": "e2e-mt-f918808f", "name": "openshift-service-ca.crt", "reconcileID": "f75f8bb4-f4dd-4df3-adf0-baa01ee5ebc4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-f918808f"}
2026-06-12T22:23:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-f918808f"}, "namespace": "e2e-mt-f918808f", "name": "openshift-service-ca.crt", "reconcileID": "f75f8bb4-f4dd-4df3-adf0-baa01ee5ebc4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-f918808f"}
2026-06-12T22:23:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-f918808f"}, "namespace": "e2e-mt-f918808f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dacd4fe-b517-4c46-aca1-bdf0211caabc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-f918808f"}
2026-06-12T22:23:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-f918808f"}, "namespace": "e2e-mt-f918808f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dacd4fe-b517-4c46-aca1-bdf0211caabc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-f918808f"}
2026-06-12T22:23:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-b2764f9e"}, "namespace": "e2e-unlabeled-b2764f9e", "name": "openshift-service-ca.crt", "reconcileID": "d4ecbbe7-ca8a-4964-b48c-22bff34280d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-b2764f9e"}
2026-06-12T22:23:08Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-b2764f9e"}, "namespace": "e2e-unlabeled-b2764f9e", "name": "openshift-service-ca.crt", "reconcileID": "26fd218d-bb81-470f-a37d-b0ad51a10e7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-b2764f9e", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:23:08Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-b2764f9e"}, "namespace": "e2e-unlabeled-b2764f9e", "name": "openshift-service-ca.crt", "reconcileID": "26fd218d-bb81-470f-a37d-b0ad51a10e7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-b2764f9e"}
2026-06-12T22:23:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-b2764f9e"}, "namespace": "e2e-unlabeled-b2764f9e", "name": "odh-trusted-ca-bundle", "reconcileID": "dce77282-e2ab-4ab7-a6e8-95fa33f8de23", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-b2764f9e"}
2026-06-12T22:23:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-b2764f9e"}, "namespace": "e2e-unlabeled-b2764f9e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6bc4c0f3-4d9c-4fee-9cf3-80daca5fa6fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-b2764f9e"}
2026-06-12T22:23:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-b2764f9e"}, "namespace": "e2e-unlabeled-b2764f9e", "name": "openshift-service-ca.crt", "reconcileID": "6cf34f7e-8837-479b-b331-2f1bfeb95306", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-b2764f9e"}
2026-06-12T22:23:08Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-b2764f9e"}, "namespace": "e2e-unlabeled-b2764f9e", "name": "odh-trusted-ca-bundle", "reconcileID": "caf6a374-366a-445e-856b-3683074d601e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-b2764f9e", "update": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:23:08Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-b2764f9e"}, "namespace": "e2e-unlabeled-b2764f9e", "name": "odh-trusted-ca-bundle", "reconcileID": "caf6a374-366a-445e-856b-3683074d601e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-b2764f9e"}
2026-06-12T22:23:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-b2764f9e"}, "namespace": "e2e-unlabeled-b2764f9e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "309b7d66-1e5b-43ea-a802-365df68611a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-b2764f9e"}
2026-06-12T22:23:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-b2764f9e"}, "namespace": "e2e-unlabeled-b2764f9e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "559c0ff7-e3c7-4570-802f-671e344183a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-b2764f9e"}
2026-06-12T22:23:29Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-b2764f9e"}, "namespace": "e2e-unlabeled-b2764f9e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "559c0ff7-e3c7-4570-802f-671e344183a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-b2764f9e", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:23:29Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-b2764f9e"}, "namespace": "e2e-unlabeled-b2764f9e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "559c0ff7-e3c7-4570-802f-671e344183a0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unlabeled-b2764f9e because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-12T22:23:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-b2764f9e"}, "namespace": "e2e-unlabeled-b2764f9e", "name": "odh-trusted-ca-bundle", "reconcileID": "16992c62-9e6d-4c30-af2a-69ff6042e4bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-b2764f9e"}
2026-06-12T22:23:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-b2764f9e"}, "namespace": "e2e-unlabeled-b2764f9e", "name": "odh-trusted-ca-bundle", "reconcileID": "16992c62-9e6d-4c30-af2a-69ff6042e4bb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-b2764f9e"}
2026-06-12T22:23:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-b2764f9e"}, "namespace": "e2e-unlabeled-b2764f9e", "name": "openshift-service-ca.crt", "reconcileID": "40a68ef3-fd4d-47ee-bb5e-6248a48ce0e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-b2764f9e"}
2026-06-12T22:23:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-b2764f9e"}, "namespace": "e2e-unlabeled-b2764f9e", "name": "openshift-service-ca.crt", "reconcileID": "40a68ef3-fd4d-47ee-bb5e-6248a48ce0e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-b2764f9e"}
2026-06-12T22:23:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-b2764f9e"}, "namespace": "e2e-unlabeled-b2764f9e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "168739e5-0447-47a7-98a4-1b7e734b4de7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-b2764f9e"}
2026-06-12T22:23:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-b2764f9e"}, "namespace": "e2e-unlabeled-b2764f9e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "168739e5-0447-47a7-98a4-1b7e734b4de7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-b2764f9e"}
2026-06-12T22:23:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-6ce47592"}, "namespace": "e2e-mt-6ce47592", "name": "openshift-service-ca.crt", "reconcileID": "c6a7c81d-9652-47dd-ab02-897a13947042", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-6ce47592"}
2026-06-12T22:23:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-6ce47592"}, "namespace": "e2e-mt-6ce47592", "name": "odh-trusted-ca-bundle", "reconcileID": "026fbd73-fc2c-4599-96db-603c640b03a1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-6ce47592"}
2026-06-12T22:23:29Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-6ce47592"}, "namespace": "e2e-mt-6ce47592", "name": "openshift-service-ca.crt", "reconcileID": "fd3730fd-9e12-42bc-84a7-674b6224cfc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-6ce47592", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:23:29Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-6ce47592"}, "namespace": "e2e-mt-6ce47592", "name": "openshift-service-ca.crt", "reconcileID": "fd3730fd-9e12-42bc-84a7-674b6224cfc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-6ce47592"}
2026-06-12T22:23:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-6ce47592"}, "namespace": "e2e-mt-6ce47592", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "853f2be5-b0f2-4a46-98fa-dd2c8f6103c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-6ce47592"}
2026-06-12T22:23:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-6ce47592"}, "namespace": "e2e-mt-6ce47592", "name": "openshift-service-ca.crt", "reconcileID": "0e5ad8a5-27a5-46ab-b8e3-d0ca9966214f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-6ce47592"}
2026-06-12T22:23:30Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-6ce47592"}, "namespace": "e2e-mt-6ce47592", "name": "odh-trusted-ca-bundle", "reconcileID": "67c974ce-18db-45d5-9fb0-3d1457faa50e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-6ce47592", "update": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:23:30Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-6ce47592"}, "namespace": "e2e-mt-6ce47592", "name": "odh-trusted-ca-bundle", "reconcileID": "67c974ce-18db-45d5-9fb0-3d1457faa50e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-6ce47592"}
2026-06-12T22:23:30Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-6ce47592"}, "namespace": "e2e-mt-6ce47592", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d25f01a5-8e51-4c87-be6c-62326b461d02", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-6ce47592"}
2026-06-12T22:23:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-6ce47592"}, "namespace": "e2e-mt-6ce47592", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76b816c7-8799-4ff3-8899-fc35f4104c4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-6ce47592"}
2026-06-12T22:23:46Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-6ce47592"}, "namespace": "e2e-mt-6ce47592", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76b816c7-8799-4ff3-8899-fc35f4104c4d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-6ce47592", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:23:46Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-6ce47592"}, "namespace": "e2e-mt-6ce47592", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "76b816c7-8799-4ff3-8899-fc35f4104c4d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-6ce47592 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-12T22:23:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-6ce47592"}, "namespace": "e2e-mt-6ce47592", "name": "odh-trusted-ca-bundle", "reconcileID": "77c75d28-7dc9-4c3b-b3f2-00e4876b53f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-6ce47592"}
2026-06-12T22:23:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-6ce47592"}, "namespace": "e2e-mt-6ce47592", "name": "odh-trusted-ca-bundle", "reconcileID": "77c75d28-7dc9-4c3b-b3f2-00e4876b53f2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-6ce47592"}
2026-06-12T22:23:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-6ce47592"}, "namespace": "e2e-mt-6ce47592", "name": "openshift-service-ca.crt", "reconcileID": "f798b6f3-f59a-4610-8def-fb9d79ecab84", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-6ce47592"}
2026-06-12T22:23:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-6ce47592"}, "namespace": "e2e-mt-6ce47592", "name": "openshift-service-ca.crt", "reconcileID": "f798b6f3-f59a-4610-8def-fb9d79ecab84", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-6ce47592"}
2026-06-12T22:23:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-6ce47592"}, "namespace": "e2e-mt-6ce47592", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b7b7cea-62df-4b8e-a3e5-162a87a9b8c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-6ce47592"}
2026-06-12T22:23:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-6ce47592"}, "namespace": "e2e-mt-6ce47592", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b7b7cea-62df-4b8e-a3e5-162a87a9b8c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-6ce47592"}
2026-06-12T22:23:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-49f53521"}, "namespace": "e2e-mt-49f53521", "name": "openshift-service-ca.crt", "reconcileID": "2214ff79-9bc6-4d79-9726-9759825be483", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-49f53521"}
2026-06-12T22:23:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-49f53521"}, "namespace": "e2e-mt-49f53521", "name": "odh-trusted-ca-bundle", "reconcileID": "27502584-ee54-42a7-b423-eb04c1599ed6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-49f53521"}
2026-06-12T22:23:47Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-49f53521"}, "namespace": "e2e-mt-49f53521", "name": "openshift-service-ca.crt", "reconcileID": "3aa4d347-a85e-445a-b99e-6e449f0fec2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-49f53521", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:23:47Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-49f53521"}, "namespace": "e2e-mt-49f53521", "name": "openshift-service-ca.crt", "reconcileID": "3aa4d347-a85e-445a-b99e-6e449f0fec2e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-49f53521"}
2026-06-12T22:23:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-49f53521"}, "namespace": "e2e-mt-49f53521", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d5ab6c5-6ff3-4fed-9342-301f58255f41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-49f53521"}
2026-06-12T22:23:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-49f53521"}, "namespace": "e2e-mt-49f53521", "name": "openshift-service-ca.crt", "reconcileID": "7d119c66-5541-46db-bad7-a98ec5f5d329", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-49f53521"}
2026-06-12T22:23:47Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-49f53521"}, "namespace": "e2e-mt-49f53521", "name": "odh-trusted-ca-bundle", "reconcileID": "ee4dcbba-ac31-4179-bed4-b983260cb65e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-49f53521", "update": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:23:47Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-49f53521"}, "namespace": "e2e-mt-49f53521", "name": "odh-trusted-ca-bundle", "reconcileID": "ee4dcbba-ac31-4179-bed4-b983260cb65e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-49f53521"}
2026-06-12T22:23:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-49f53521"}, "namespace": "e2e-mt-49f53521", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15a03e75-3883-422f-b078-ac460c5270fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-49f53521"}
2026-06-12T22:23:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-49f53521"}, "namespace": "e2e-mt-49f53521", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "739cd768-bf6d-4c11-83ff-dbb40d41fcfb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-49f53521"}
2026-06-12T22:23:53Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-49f53521"}, "namespace": "e2e-mt-49f53521", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "739cd768-bf6d-4c11-83ff-dbb40d41fcfb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-49f53521", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:23:53Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-49f53521"}, "namespace": "e2e-mt-49f53521", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "739cd768-bf6d-4c11-83ff-dbb40d41fcfb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-49f53521 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-12T22:23:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-49f53521"}, "namespace": "e2e-mt-49f53521", "name": "odh-trusted-ca-bundle", "reconcileID": "5fc24ba0-25f3-485d-bd12-63c09d706ea2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-49f53521"}
2026-06-12T22:23:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-49f53521"}, "namespace": "e2e-mt-49f53521", "name": "odh-trusted-ca-bundle", "reconcileID": "5fc24ba0-25f3-485d-bd12-63c09d706ea2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-49f53521"}
2026-06-12T22:23:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-49f53521"}, "namespace": "e2e-mt-49f53521", "name": "openshift-service-ca.crt", "reconcileID": "e4fffede-e4fd-46e6-8eca-5a6c15b644f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-49f53521"}
2026-06-12T22:23:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-49f53521"}, "namespace": "e2e-mt-49f53521", "name": "openshift-service-ca.crt", "reconcileID": "e4fffede-e4fd-46e6-8eca-5a6c15b644f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-49f53521"}
2026-06-12T22:23:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-49f53521"}, "namespace": "e2e-mt-49f53521", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "814af52d-b942-4f55-9263-63e0364d19f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-49f53521"}
2026-06-12T22:23:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-49f53521"}, "namespace": "e2e-mt-49f53521", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "814af52d-b942-4f55-9263-63e0364d19f0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-49f53521"}
2026-06-12T22:23:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-415d2068"}, "namespace": "e2e-mt-415d2068", "name": "openshift-service-ca.crt", "reconcileID": "ca1b0a87-d3a7-4ac1-96d9-42d8bf60ac20", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-415d2068"}
2026-06-12T22:23:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-415d2068"}, "namespace": "e2e-mt-415d2068", "name": "odh-trusted-ca-bundle", "reconcileID": "b471fde0-f0ad-49b6-8222-5d4b9442b4f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-415d2068"}
2026-06-12T22:23:54Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-415d2068"}, "namespace": "e2e-mt-415d2068", "name": "openshift-service-ca.crt", "reconcileID": "3dfa573c-6e36-4016-9ef8-6c5bbb5be8d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-415d2068", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:23:54Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-415d2068"}, "namespace": "e2e-mt-415d2068", "name": "openshift-service-ca.crt", "reconcileID": "3dfa573c-6e36-4016-9ef8-6c5bbb5be8d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-415d2068"}
2026-06-12T22:23:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-415d2068"}, "namespace": "e2e-mt-415d2068", "name": "openshift-service-ca.crt", "reconcileID": "5c2867c8-ab0d-4ac3-9c75-ee4d5e184127", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-415d2068"}
2026-06-12T22:23:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-415d2068"}, "namespace": "e2e-mt-415d2068", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d659f799-bafe-4fd4-b7d6-1188d2c8319f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-415d2068"}
2026-06-12T22:23:54Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-415d2068"}, "namespace": "e2e-mt-415d2068", "name": "odh-trusted-ca-bundle", "reconcileID": "41269a17-8866-4284-8f5d-2a8cf706027d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-415d2068", "update": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:23:54Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-415d2068"}, "namespace": "e2e-mt-415d2068", "name": "odh-trusted-ca-bundle", "reconcileID": "41269a17-8866-4284-8f5d-2a8cf706027d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-415d2068"}
2026-06-12T22:23:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-415d2068"}, "namespace": "e2e-mt-415d2068", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "217fa3f2-f4f7-4d5e-9633-da651401662c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-415d2068"}
2026-06-12T22:23:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-ba252d6a"}, "namespace": "e2e-mt-ba252d6a", "name": "openshift-service-ca.crt", "reconcileID": "7e59b974-c500-40cf-bd82-39776bda9b3f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-ba252d6a"}
2026-06-12T22:23:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-ba252d6a"}, "namespace": "e2e-mt-ba252d6a", "name": "odh-trusted-ca-bundle", "reconcileID": "0189b433-6b59-4761-9ed9-a2b1f5b63b61", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-ba252d6a"}
2026-06-12T22:23:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-ba252d6a"}, "namespace": "e2e-mt-ba252d6a", "name": "openshift-service-ca.crt", "reconcileID": "b099927d-03d5-4706-9581-c3b1497f8d37", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-ba252d6a", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:23:55Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-ba252d6a"}, "namespace": "e2e-mt-ba252d6a", "name": "openshift-service-ca.crt", "reconcileID": "b099927d-03d5-4706-9581-c3b1497f8d37", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-ba252d6a"}
2026-06-12T22:23:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-ba252d6a"}, "namespace": "e2e-mt-ba252d6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d00556d2-61d6-432a-9c8f-b5279d0d1e70", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-ba252d6a"}
2026-06-12T22:23:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-ba252d6a"}, "namespace": "e2e-mt-ba252d6a", "name": "openshift-service-ca.crt", "reconcileID": "b66017f8-e869-41f8-a376-8c3d0c25c4cb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-ba252d6a"}
2026-06-12T22:23:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-ba252d6a"}, "namespace": "e2e-mt-ba252d6a", "name": "odh-trusted-ca-bundle", "reconcileID": "941e0a58-9ca5-4bbe-a5cf-6fc4bff59121", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-ba252d6a", "update": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:23:55Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-ba252d6a"}, "namespace": "e2e-mt-ba252d6a", "name": "odh-trusted-ca-bundle", "reconcileID": "941e0a58-9ca5-4bbe-a5cf-6fc4bff59121", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-ba252d6a"}
2026-06-12T22:23:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-ba252d6a"}, "namespace": "e2e-mt-ba252d6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3c15db6-538b-4d01-86c1-7a110d09cc34", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-ba252d6a"}
2026-06-12T22:24:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-415d2068"}, "namespace": "e2e-mt-415d2068", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1491c23-3200-444c-b13c-0d7e28ac422f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-415d2068"}
2026-06-12T22:24:02Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-415d2068"}, "namespace": "e2e-mt-415d2068", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1491c23-3200-444c-b13c-0d7e28ac422f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-415d2068", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:24:02Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-415d2068"}, "namespace": "e2e-mt-415d2068", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d1491c23-3200-444c-b13c-0d7e28ac422f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-415d2068 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-12T22:24:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-415d2068"}, "namespace": "e2e-mt-415d2068", "name": "odh-trusted-ca-bundle", "reconcileID": "8ccd9099-654a-4f8f-b3d5-afdd65e038b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-415d2068"}
2026-06-12T22:24:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-415d2068"}, "namespace": "e2e-mt-415d2068", "name": "odh-trusted-ca-bundle", "reconcileID": "8ccd9099-654a-4f8f-b3d5-afdd65e038b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-415d2068"}
2026-06-12T22:24:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-415d2068"}, "namespace": "e2e-mt-415d2068", "name": "openshift-service-ca.crt", "reconcileID": "51f94da1-7f24-45ab-8925-f2dc0d48b3f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-415d2068"}
2026-06-12T22:24:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-415d2068"}, "namespace": "e2e-mt-415d2068", "name": "openshift-service-ca.crt", "reconcileID": "51f94da1-7f24-45ab-8925-f2dc0d48b3f8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-415d2068"}
2026-06-12T22:24:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-415d2068"}, "namespace": "e2e-mt-415d2068", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9c8289f-0326-45b9-aef3-666128892c63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-415d2068"}
2026-06-12T22:24:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-415d2068"}, "namespace": "e2e-mt-415d2068", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9c8289f-0326-45b9-aef3-666128892c63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-415d2068"}
2026-06-12T22:24:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-ba252d6a"}, "namespace": "e2e-mt-ba252d6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca2b9640-e36d-4722-a23e-1d3af5c73420", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-ba252d6a"}
2026-06-12T22:24:09Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-ba252d6a"}, "namespace": "e2e-mt-ba252d6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca2b9640-e36d-4722-a23e-1d3af5c73420", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-ba252d6a", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:24:09Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-ba252d6a"}, "namespace": "e2e-mt-ba252d6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca2b9640-e36d-4722-a23e-1d3af5c73420", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-ba252d6a because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-12T22:24:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-ba252d6a"}, "namespace": "e2e-mt-ba252d6a", "name": "odh-trusted-ca-bundle", "reconcileID": "9ecc1093-f212-48d7-bf7a-2590eb232248", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-ba252d6a"}
2026-06-12T22:24:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-ba252d6a"}, "namespace": "e2e-mt-ba252d6a", "name": "odh-trusted-ca-bundle", "reconcileID": "9ecc1093-f212-48d7-bf7a-2590eb232248", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-ba252d6a"}
2026-06-12T22:24:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-ba252d6a"}, "namespace": "e2e-mt-ba252d6a", "name": "openshift-service-ca.crt", "reconcileID": "3c0e0f65-fac3-4f29-a0b0-bc6324896326", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-ba252d6a"}
2026-06-12T22:24:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-ba252d6a"}, "namespace": "e2e-mt-ba252d6a", "name": "openshift-service-ca.crt", "reconcileID": "3c0e0f65-fac3-4f29-a0b0-bc6324896326", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-ba252d6a"}
2026-06-12T22:24:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-ba252d6a"}, "namespace": "e2e-mt-ba252d6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f55c9e7b-cd99-450c-95b3-6f87ca14416c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-ba252d6a"}
2026-06-12T22:24:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-ba252d6a"}, "namespace": "e2e-mt-ba252d6a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f55c9e7b-cd99-450c-95b3-6f87ca14416c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-ba252d6a"}
2026-06-12T22:24:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-1de9eef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-1de9eef5", "reconcileID": "0099a61d-3b68-425f-bfc9-86982a1a3292", "Gateway": "e2e-mt-1de9eef5", "namespace": "openshift-ingress"}
2026-06-12T22:24:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-1de9eef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-1de9eef5", "reconcileID": "f7de5797-b85a-4d0f-a47b-8f99af45b565", "Gateway": "e2e-mt-1de9eef5", "namespace": "openshift-ingress"}
2026-06-12T22:24:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-1de9eef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-1de9eef5", "reconcileID": "b8ca7dd9-99a3-4f84-a598-4b87113d01df", "Gateway": "e2e-mt-1de9eef5", "namespace": "openshift-ingress"}
2026-06-12T22:24:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-1de9eef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-1de9eef5", "reconcileID": "dcb44a02-4c8d-422c-a2c3-3032081af9e7", "Gateway": "e2e-mt-1de9eef5", "namespace": "openshift-ingress"}
2026-06-12T22:24:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-1de9eef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-1de9eef5", "reconcileID": "05ddc7c7-be20-414c-b01d-8f6928e9b587", "Gateway": "e2e-mt-1de9eef5", "namespace": "openshift-ingress"}
2026-06-12T22:24:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-1de9eef5"}, "namespace": "e2e-mt-1de9eef5", "name": "openshift-service-ca.crt", "reconcileID": "9e3a9f2d-cc13-4eed-bcb3-dc9d870eed06", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-1de9eef5"}
2026-06-12T22:24:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-1de9eef5"}, "namespace": "e2e-mt-1de9eef5", "name": "odh-trusted-ca-bundle", "reconcileID": "6cca9697-602d-4317-ab91-616106f7c2c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-1de9eef5"}
2026-06-12T22:24:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-1de9eef5"}, "namespace": "e2e-mt-1de9eef5", "name": "openshift-service-ca.crt", "reconcileID": "038b0b97-c8a7-44b2-8592-9e31a51eed0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-1de9eef5", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:24:10Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-1de9eef5"}, "namespace": "e2e-mt-1de9eef5", "name": "openshift-service-ca.crt", "reconcileID": "038b0b97-c8a7-44b2-8592-9e31a51eed0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-1de9eef5"}
2026-06-12T22:24:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-1de9eef5"}, "namespace": "e2e-mt-1de9eef5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62e7c343-33b9-47c3-a9dc-1ea5a1b60cf5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-1de9eef5"}
2026-06-12T22:24:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-1de9eef5"}, "namespace": "e2e-mt-1de9eef5", "name": "openshift-service-ca.crt", "reconcileID": "945f3169-ef5d-4ded-9551-1a253aef01c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-1de9eef5"}
2026-06-12T22:24:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-1de9eef5"}, "namespace": "e2e-mt-1de9eef5", "name": "odh-trusted-ca-bundle", "reconcileID": "8aae14d7-66bf-4778-9b34-75454ad4d59f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-1de9eef5", "update": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:24:10Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-1de9eef5"}, "namespace": "e2e-mt-1de9eef5", "name": "odh-trusted-ca-bundle", "reconcileID": "8aae14d7-66bf-4778-9b34-75454ad4d59f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-1de9eef5"}
2026-06-12T22:24:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-1de9eef5"}, "namespace": "e2e-mt-1de9eef5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bdb8ec9d-82e3-4b5d-8b73-a55638f13356", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-1de9eef5"}
2026-06-12T22:24:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-1de9eef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-1de9eef5", "reconcileID": "70601cef-4af7-46cd-9495-f1a81b6abb9b", "Gateway": "e2e-mt-1de9eef5", "namespace": "openshift-ingress"}
2026-06-12T22:24:13Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-1de9eef5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-1de9eef5", "reconcileID": "ff1af24e-56d1-4193-a991-00133342a384", "Gateway": "e2e-mt-1de9eef5", "namespace": "openshift-ingress"}
2026-06-12T22:24:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-1de9eef5"}, "namespace": "e2e-mt-other-1de9eef5", "name": "openshift-service-ca.crt", "reconcileID": "c6b6bd8b-9803-42c7-a2ea-0a51e7e991b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-1de9eef5"}
2026-06-12T22:24:16Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-1de9eef5"}, "namespace": "e2e-mt-other-1de9eef5", "name": "openshift-service-ca.crt", "reconcileID": "bd8ed0dd-75f5-4f44-b538-28db6bec679d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-1de9eef5", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:24:16Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-1de9eef5"}, "namespace": "e2e-mt-other-1de9eef5", "name": "openshift-service-ca.crt", "reconcileID": "bd8ed0dd-75f5-4f44-b538-28db6bec679d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-1de9eef5"}
2026-06-12T22:24:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-1de9eef5"}, "namespace": "e2e-mt-other-1de9eef5", "name": "odh-trusted-ca-bundle", "reconcileID": "cd94f18e-c275-4935-9ecb-2c310bcc4e9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-1de9eef5"}
2026-06-12T22:24:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-1de9eef5"}, "namespace": "e2e-mt-other-1de9eef5", "name": "openshift-service-ca.crt", "reconcileID": "73b0e7fa-25bc-44ca-ae96-211864f5cb57", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-1de9eef5"}
2026-06-12T22:24:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-1de9eef5"}, "namespace": "e2e-mt-other-1de9eef5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59bf262e-9aae-4653-90e7-177e73fb4e20", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-1de9eef5"}
2026-06-12T22:24:16Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-1de9eef5"}, "namespace": "e2e-mt-other-1de9eef5", "name": "odh-trusted-ca-bundle", "reconcileID": "53c3abcb-a26b-4846-ad78-1e5c434e4383", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-1de9eef5", "update": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:24:16Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-1de9eef5"}, "namespace": "e2e-mt-other-1de9eef5", "name": "odh-trusted-ca-bundle", "reconcileID": "53c3abcb-a26b-4846-ad78-1e5c434e4383", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-1de9eef5"}
2026-06-12T22:24:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-1de9eef5"}, "namespace": "e2e-mt-other-1de9eef5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ded69ea-0fa0-4325-8f2c-4a06f051467a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-1de9eef5"}
2026-06-12T22:24:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-1de9eef5"}, "namespace": "e2e-mt-other-1de9eef5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24e12081-37f3-41c0-9503-03860e2aa845", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-1de9eef5"}
2026-06-12T22:24:22Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-1de9eef5"}, "namespace": "e2e-mt-other-1de9eef5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24e12081-37f3-41c0-9503-03860e2aa845", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-1de9eef5", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:24:22Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-1de9eef5"}, "namespace": "e2e-mt-other-1de9eef5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24e12081-37f3-41c0-9503-03860e2aa845", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-other-1de9eef5 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-12T22:24:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-1de9eef5"}, "namespace": "e2e-mt-other-1de9eef5", "name": "odh-trusted-ca-bundle", "reconcileID": "1d8b20a1-9be1-48c1-bde7-7bdb72d6aa46", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-1de9eef5"}
2026-06-12T22:24:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-1de9eef5"}, "namespace": "e2e-mt-other-1de9eef5", "name": "odh-trusted-ca-bundle", "reconcileID": "1d8b20a1-9be1-48c1-bde7-7bdb72d6aa46", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-1de9eef5"}
2026-06-12T22:24:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-1de9eef5"}, "namespace": "e2e-mt-other-1de9eef5", "name": "openshift-service-ca.crt", "reconcileID": "77810d0e-ee6e-4876-a8c5-216bb477cf1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-1de9eef5"}
2026-06-12T22:24:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-1de9eef5"}, "namespace": "e2e-mt-other-1de9eef5", "name": "openshift-service-ca.crt", "reconcileID": "77810d0e-ee6e-4876-a8c5-216bb477cf1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-1de9eef5"}
2026-06-12T22:24:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-1de9eef5"}, "namespace": "e2e-mt-other-1de9eef5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b451d167-125e-45d9-897d-357e1151c0a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-1de9eef5"}
2026-06-12T22:24:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-1de9eef5"}, "namespace": "e2e-mt-other-1de9eef5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b451d167-125e-45d9-897d-357e1151c0a6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-1de9eef5"}
2026-06-12T22:24:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-1de9eef5"}, "namespace": "e2e-mt-1de9eef5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32f2eebb-90a9-4afc-b198-1fa14e32162b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-1de9eef5"}
2026-06-12T22:24:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-1de9eef5"}, "namespace": "e2e-mt-1de9eef5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32f2eebb-90a9-4afc-b198-1fa14e32162b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-1de9eef5", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:24:28Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-1de9eef5"}, "namespace": "e2e-mt-1de9eef5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32f2eebb-90a9-4afc-b198-1fa14e32162b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-1de9eef5 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-12T22:24:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-1de9eef5"}, "namespace": "e2e-mt-1de9eef5", "name": "odh-trusted-ca-bundle", "reconcileID": "86793832-9c50-459d-9192-d3b0d9359a2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-1de9eef5"}
2026-06-12T22:24:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-1de9eef5"}, "namespace": "e2e-mt-1de9eef5", "name": "odh-trusted-ca-bundle", "reconcileID": "86793832-9c50-459d-9192-d3b0d9359a2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-1de9eef5"}
2026-06-12T22:24:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-1de9eef5"}, "namespace": "e2e-mt-1de9eef5", "name": "openshift-service-ca.crt", "reconcileID": "443263fb-16f7-4125-bca0-d61b3885124b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-1de9eef5"}
2026-06-12T22:24:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-1de9eef5"}, "namespace": "e2e-mt-1de9eef5", "name": "openshift-service-ca.crt", "reconcileID": "443263fb-16f7-4125-bca0-d61b3885124b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-1de9eef5"}
2026-06-12T22:24:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-1de9eef5"}, "namespace": "e2e-mt-1de9eef5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24c9332a-8fb1-475a-a7d7-9ed433a95a9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-1de9eef5"}
2026-06-12T22:24:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-1de9eef5"}, "namespace": "e2e-mt-1de9eef5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24c9332a-8fb1-475a-a7d7-9ed433a95a9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-1de9eef5"}
2026-06-12T22:24:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-38b82f06"}, "namespace": "e2e-webhook-sub-38b82f06", "name": "openshift-service-ca.crt", "reconcileID": "c7967787-fd0f-4480-a859-476e4a3980c2", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-38b82f06"}
2026-06-12T22:24:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-38b82f06"}, "namespace": "e2e-webhook-sub-38b82f06", "name": "odh-trusted-ca-bundle", "reconcileID": "3c98ab3e-05a6-4927-9fa6-737ed937602e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-38b82f06"}
2026-06-12T22:24:29Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-38b82f06"}, "namespace": "e2e-webhook-sub-38b82f06", "name": "openshift-service-ca.crt", "reconcileID": "eaf4c803-ae5b-4cf6-9dc4-623ca831f7c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-38b82f06", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:24:29Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-38b82f06"}, "namespace": "e2e-webhook-sub-38b82f06", "name": "openshift-service-ca.crt", "reconcileID": "eaf4c803-ae5b-4cf6-9dc4-623ca831f7c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-38b82f06"}
2026-06-12T22:24:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-38b82f06"}, "namespace": "e2e-webhook-sub-38b82f06", "name": "openshift-service-ca.crt", "reconcileID": "aa9bc3a4-3cc5-4d09-bfe3-dec53ea01876", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-38b82f06"}
2026-06-12T22:24:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-38b82f06"}, "namespace": "e2e-webhook-sub-38b82f06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "41bcbd63-b071-4d47-b797-dbaf91edb32d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-38b82f06"}
2026-06-12T22:24:29Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-38b82f06"}, "namespace": "e2e-webhook-sub-38b82f06", "name": "odh-trusted-ca-bundle", "reconcileID": "756b999e-3360-4fad-a298-bf67562cdbdd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-38b82f06", "update": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:24:29Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-38b82f06"}, "namespace": "e2e-webhook-sub-38b82f06", "name": "odh-trusted-ca-bundle", "reconcileID": "756b999e-3360-4fad-a298-bf67562cdbdd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-38b82f06"}
2026-06-12T22:24:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-38b82f06"}, "namespace": "e2e-webhook-sub-38b82f06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8dd1859-32a6-4305-9335-7fb9bddf572b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-38b82f06"}
2026-06-12T22:24:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-38b82f06"}, "namespace": "e2e-webhook-sub-38b82f06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7bedd96f-be3c-4313-83dc-e6da710baf98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-38b82f06"}
2026-06-12T22:24:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-38b82f06"}, "namespace": "e2e-webhook-sub-38b82f06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7bedd96f-be3c-4313-83dc-e6da710baf98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-38b82f06", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:24:35Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-38b82f06"}, "namespace": "e2e-webhook-sub-38b82f06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7bedd96f-be3c-4313-83dc-e6da710baf98", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-sub-38b82f06 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-12T22:24:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-38b82f06"}, "namespace": "e2e-webhook-sub-38b82f06", "name": "odh-trusted-ca-bundle", "reconcileID": "eb6a19fc-1f75-4a58-905a-e27c96b8dcec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-38b82f06"}
2026-06-12T22:24:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-38b82f06"}, "namespace": "e2e-webhook-sub-38b82f06", "name": "odh-trusted-ca-bundle", "reconcileID": "eb6a19fc-1f75-4a58-905a-e27c96b8dcec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-38b82f06"}
2026-06-12T22:24:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-38b82f06"}, "namespace": "e2e-webhook-sub-38b82f06", "name": "openshift-service-ca.crt", "reconcileID": "2c39d831-9f3a-4e48-a3e6-9a6adafb740c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-38b82f06"}
2026-06-12T22:24:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-38b82f06"}, "namespace": "e2e-webhook-sub-38b82f06", "name": "openshift-service-ca.crt", "reconcileID": "2c39d831-9f3a-4e48-a3e6-9a6adafb740c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-38b82f06"}
2026-06-12T22:24:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-38b82f06"}, "namespace": "e2e-webhook-sub-38b82f06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0cbc3c7-951e-4dc2-9826-8bb20aaba5df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-38b82f06"}
2026-06-12T22:24:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-38b82f06"}, "namespace": "e2e-webhook-sub-38b82f06", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c0cbc3c7-951e-4dc2-9826-8bb20aaba5df", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-38b82f06"}
2026-06-12T22:24:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-9803f620"}, "namespace": "e2e-webhook-auth-9803f620", "name": "openshift-service-ca.crt", "reconcileID": "46df9ae4-6433-4c3a-9026-75b490f3e7dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-9803f620"}
2026-06-12T22:24:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-9803f620"}, "namespace": "e2e-webhook-auth-9803f620", "name": "openshift-service-ca.crt", "reconcileID": "0ad7aa0f-afdb-4235-81fb-608c8f6bdaed", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-9803f620", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:24:35Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-9803f620"}, "namespace": "e2e-webhook-auth-9803f620", "name": "openshift-service-ca.crt", "reconcileID": "0ad7aa0f-afdb-4235-81fb-608c8f6bdaed", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-9803f620"}
2026-06-12T22:24:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-9803f620"}, "namespace": "e2e-webhook-auth-9803f620", "name": "odh-trusted-ca-bundle", "reconcileID": "f13bbf50-8d91-4c28-b6ef-2483d26ff4f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-9803f620"}
2026-06-12T22:24:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-9803f620"}, "namespace": "e2e-webhook-auth-9803f620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "786f0ec7-f79e-409d-b027-feb94d012e9d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-9803f620"}
2026-06-12T22:24:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-9803f620"}, "namespace": "e2e-webhook-auth-9803f620", "name": "openshift-service-ca.crt", "reconcileID": "51b55108-9750-4d23-b88d-5e351a665e5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-9803f620"}
2026-06-12T22:24:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-9803f620"}, "namespace": "e2e-webhook-auth-9803f620", "name": "odh-trusted-ca-bundle", "reconcileID": "0d87a75c-3ef5-40b0-9b86-4f983549f348", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-9803f620", "update": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:24:35Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-9803f620"}, "namespace": "e2e-webhook-auth-9803f620", "name": "odh-trusted-ca-bundle", "reconcileID": "0d87a75c-3ef5-40b0-9b86-4f983549f348", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-9803f620"}
2026-06-12T22:24:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-9803f620"}, "namespace": "e2e-webhook-auth-9803f620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7654aedb-950d-4a9b-b994-ba03ae95fb79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-9803f620"}
2026-06-12T22:24:41Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-9803f620"}, "namespace": "e2e-webhook-auth-9803f620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6dcd118-19f3-4c96-a9de-c7d9a90db9c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-9803f620"}
2026-06-12T22:24:41Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-9803f620"}, "namespace": "e2e-webhook-auth-9803f620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6dcd118-19f3-4c96-a9de-c7d9a90db9c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-9803f620", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:24:41Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-9803f620"}, "namespace": "e2e-webhook-auth-9803f620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6dcd118-19f3-4c96-a9de-c7d9a90db9c5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-auth-9803f620 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-12T22:24:41Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-9803f620"}, "namespace": "e2e-webhook-auth-9803f620", "name": "odh-trusted-ca-bundle", "reconcileID": "234a7b54-d997-470f-bcbd-680621109c78", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-9803f620"}
2026-06-12T22:24:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-9803f620"}, "namespace": "e2e-webhook-auth-9803f620", "name": "odh-trusted-ca-bundle", "reconcileID": "234a7b54-d997-470f-bcbd-680621109c78", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-9803f620"}
2026-06-12T22:24:41Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-9803f620"}, "namespace": "e2e-webhook-auth-9803f620", "name": "openshift-service-ca.crt", "reconcileID": "5945795f-10e6-4453-b9ee-3eb1cb85685a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-9803f620"}
2026-06-12T22:24:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-9803f620"}, "namespace": "e2e-webhook-auth-9803f620", "name": "openshift-service-ca.crt", "reconcileID": "5945795f-10e6-4453-b9ee-3eb1cb85685a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-9803f620"}
2026-06-12T22:24:41Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-9803f620"}, "namespace": "e2e-webhook-auth-9803f620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f664a59-3f8e-43eb-82d2-ed40ceec7d58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-9803f620"}
2026-06-12T22:24:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-9803f620"}, "namespace": "e2e-webhook-auth-9803f620", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3f664a59-3f8e-43eb-82d2-ed40ceec7d58", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-9803f620"}
2026-06-12T22:24:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-fbdd64c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-fbdd64c0", "reconcileID": "caa930f9-56c5-409c-8496-e0935acea29e", "Gateway": "e2e-mt-fbdd64c0", "namespace": "openshift-ingress"}
2026-06-12T22:24:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-fbdd64c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-fbdd64c0", "reconcileID": "1c5b35e7-e5c0-4c04-ba8b-1e8bf7c34ada", "Gateway": "e2e-mt-fbdd64c0", "namespace": "openshift-ingress"}
2026-06-12T22:24:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-fbdd64c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-fbdd64c0", "reconcileID": "1f148968-69a3-4a91-a62e-202d5dd68b78", "Gateway": "e2e-mt-fbdd64c0", "namespace": "openshift-ingress"}
2026-06-12T22:24:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-fbdd64c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-fbdd64c0", "reconcileID": "fbecc182-0c1c-474d-a7ed-f2c40c9677fa", "Gateway": "e2e-mt-fbdd64c0", "namespace": "openshift-ingress"}
2026-06-12T22:24:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-fbdd64c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-fbdd64c0", "reconcileID": "9eaf28d4-9679-4106-8c83-5319f94cc560", "Gateway": "e2e-mt-fbdd64c0", "namespace": "openshift-ingress"}
2026-06-12T22:24:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-fbdd64c0"}, "namespace": "e2e-mt-fbdd64c0", "name": "openshift-service-ca.crt", "reconcileID": "48c89417-3360-44c3-b9cd-b34125fd10c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-fbdd64c0"}
2026-06-12T22:24:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-fbdd64c0"}, "namespace": "e2e-mt-fbdd64c0", "name": "odh-trusted-ca-bundle", "reconcileID": "e63a635b-1421-4daa-a580-d3a869359b43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-fbdd64c0"}
2026-06-12T22:24:54Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-fbdd64c0"}, "namespace": "e2e-mt-fbdd64c0", "name": "openshift-service-ca.crt", "reconcileID": "6b961303-0fdf-4d78-b1e9-fc03b9756d8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-fbdd64c0", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:24:54Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-fbdd64c0"}, "namespace": "e2e-mt-fbdd64c0", "name": "openshift-service-ca.crt", "reconcileID": "6b961303-0fdf-4d78-b1e9-fc03b9756d8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-fbdd64c0"}
2026-06-12T22:24:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-fbdd64c0"}, "namespace": "e2e-mt-fbdd64c0", "name": "openshift-service-ca.crt", "reconcileID": "2aa73272-81e3-4222-81ab-b77012c4c052", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-fbdd64c0"}
2026-06-12T22:24:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-fbdd64c0"}, "namespace": "e2e-mt-fbdd64c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fe6040d0-4cf3-4ea8-84ff-61f4e8ac5a0a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-fbdd64c0"}
2026-06-12T22:24:54Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-fbdd64c0"}, "namespace": "e2e-mt-fbdd64c0", "name": "odh-trusted-ca-bundle", "reconcileID": "a79063f3-95fa-461c-89b8-33d587c237e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-fbdd64c0", "update": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:24:54Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-fbdd64c0"}, "namespace": "e2e-mt-fbdd64c0", "name": "odh-trusted-ca-bundle", "reconcileID": "a79063f3-95fa-461c-89b8-33d587c237e9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-fbdd64c0"}
2026-06-12T22:24:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-fbdd64c0"}, "namespace": "e2e-mt-fbdd64c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bec987c-1a6f-40d2-a6cb-9aa8f4cda851", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-fbdd64c0"}
2026-06-12T22:24:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-fbdd64c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-fbdd64c0", "reconcileID": "bfb6f079-db4a-487d-a4f6-4827786b4cc3", "Gateway": "e2e-mt-fbdd64c0", "namespace": "openshift-ingress"}
2026-06-12T22:24:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-fbdd64c0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-fbdd64c0", "reconcileID": "d9d57537-dba8-4ad6-abfb-ae7ea79a71d1", "Gateway": "e2e-mt-fbdd64c0", "namespace": "openshift-ingress"}
2026-06-12T22:26:04Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-12T22:26:04Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-12T22:26:07Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-12T22:26:07Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-06-12T22:27:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-fbdd64c0"}, "namespace": "e2e-mt-fbdd64c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e5cb926-44a4-4db3-9349-0c78046c23d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-fbdd64c0"}
2026-06-12T22:27:09Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-fbdd64c0"}, "namespace": "e2e-mt-fbdd64c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e5cb926-44a4-4db3-9349-0c78046c23d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-fbdd64c0", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:27:09Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-fbdd64c0"}, "namespace": "e2e-mt-fbdd64c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e5cb926-44a4-4db3-9349-0c78046c23d9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-fbdd64c0 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-12T22:27:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-fbdd64c0"}, "namespace": "e2e-mt-fbdd64c0", "name": "odh-trusted-ca-bundle", "reconcileID": "011ef1cb-900f-454d-9f4d-b6179301914b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-fbdd64c0"}
2026-06-12T22:27:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-fbdd64c0"}, "namespace": "e2e-mt-fbdd64c0", "name": "odh-trusted-ca-bundle", "reconcileID": "011ef1cb-900f-454d-9f4d-b6179301914b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-fbdd64c0"}
2026-06-12T22:27:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-fbdd64c0"}, "namespace": "e2e-mt-fbdd64c0", "name": "openshift-service-ca.crt", "reconcileID": "da7ccfe0-910c-4d62-87c2-b7d5eca5a763", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-fbdd64c0"}
2026-06-12T22:27:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-fbdd64c0"}, "namespace": "e2e-mt-fbdd64c0", "name": "openshift-service-ca.crt", "reconcileID": "da7ccfe0-910c-4d62-87c2-b7d5eca5a763", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-fbdd64c0"}
2026-06-12T22:27:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-fbdd64c0"}, "namespace": "e2e-mt-fbdd64c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87882ab6-42fb-44b0-bce8-3ae312e5d5f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-fbdd64c0"}
2026-06-12T22:27:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-fbdd64c0"}, "namespace": "e2e-mt-fbdd64c0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "87882ab6-42fb-44b0-bce8-3ae312e5d5f7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-fbdd64c0"}
2026-06-12T22:27:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-815b9600"}, "namespace": "e2e-mt-815b9600", "name": "openshift-service-ca.crt", "reconcileID": "49e5cbab-2a38-4890-8bab-9e6d0af52911", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-815b9600"}
2026-06-12T22:27:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-815b9600"}, "namespace": "e2e-mt-815b9600", "name": "odh-trusted-ca-bundle", "reconcileID": "936aa662-b55c-4148-970d-af564f59e495", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-815b9600"}
2026-06-12T22:27:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-815b9600"}, "namespace": "e2e-mt-815b9600", "name": "openshift-service-ca.crt", "reconcileID": "f7ca617f-c09d-49d9-a6b8-fb60ba21ba66", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-815b9600", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:27:10Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-815b9600"}, "namespace": "e2e-mt-815b9600", "name": "openshift-service-ca.crt", "reconcileID": "f7ca617f-c09d-49d9-a6b8-fb60ba21ba66", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-815b9600"}
2026-06-12T22:27:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-815b9600"}, "namespace": "e2e-mt-815b9600", "name": "openshift-service-ca.crt", "reconcileID": "1272a02e-96d7-4076-81ac-e822da311e78", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-815b9600"}
2026-06-12T22:27:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-815b9600"}, "namespace": "e2e-mt-815b9600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d90d80b4-583d-46b0-8dbd-0ba9db3b7b84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-815b9600"}
2026-06-12T22:27:11Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-815b9600"}, "namespace": "e2e-mt-815b9600", "name": "odh-trusted-ca-bundle", "reconcileID": "7ce22ae0-654d-4e25-911c-8a9edf1dfcdb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-815b9600", "update": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:27:11Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-815b9600"}, "namespace": "e2e-mt-815b9600", "name": "odh-trusted-ca-bundle", "reconcileID": "7ce22ae0-654d-4e25-911c-8a9edf1dfcdb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-815b9600"}
2026-06-12T22:27:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-815b9600"}, "namespace": "e2e-mt-815b9600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "57ee47c7-fe0e-43a4-a791-0daf5754c1ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-815b9600"}
2026-06-12T22:27:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-0bf38ca0"}, "namespace": "e2e-mt-0bf38ca0", "name": "openshift-service-ca.crt", "reconcileID": "1b370622-a7bd-4533-a0be-de76c02ff77a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-0bf38ca0"}
2026-06-12T22:27:11Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-0bf38ca0"}, "namespace": "e2e-mt-0bf38ca0", "name": "odh-trusted-ca-bundle", "reconcileID": "5ce98be6-fb97-4dde-8342-e27484d60e14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-0bf38ca0", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:27:11Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-0bf38ca0"}, "namespace": "e2e-mt-0bf38ca0", "name": "odh-trusted-ca-bundle", "reconcileID": "5ce98be6-fb97-4dde-8342-e27484d60e14", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-0bf38ca0"}
2026-06-12T22:27:11Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-0bf38ca0"}, "namespace": "e2e-mt-0bf38ca0", "name": "openshift-service-ca.crt", "reconcileID": "a9c09722-a341-4012-9faa-d649d5c65459", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-0bf38ca0", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:27:11Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-0bf38ca0"}, "namespace": "e2e-mt-0bf38ca0", "name": "openshift-service-ca.crt", "reconcileID": "a9c09722-a341-4012-9faa-d649d5c65459", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-12T22:27:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-0bf38ca0"}, "namespace": "e2e-mt-0bf38ca0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0949576-7d22-435b-9424-4291debad0d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-0bf38ca0"}
2026-06-12T22:27:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-0bf38ca0"}, "namespace": "e2e-mt-0bf38ca0", "name": "openshift-service-ca.crt", "reconcileID": "ada89a7d-3544-4c08-8009-80707eef4197", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-0bf38ca0"}
2026-06-12T22:27:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-0bf38ca0"}, "namespace": "e2e-mt-0bf38ca0", "name": "openshift-service-ca.crt", "reconcileID": "c09555e4-f39f-4fc7-a4a0-ab04085bc871", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-0bf38ca0"}
2026-06-12T22:27:11Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-0bf38ca0"}, "namespace": "e2e-mt-0bf38ca0", "name": "odh-trusted-ca-bundle", "reconcileID": "02640cef-fa7d-4880-8e59-bb91b286efc1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-0bf38ca0", "update": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:27:11Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-0bf38ca0"}, "namespace": "e2e-mt-0bf38ca0", "name": "odh-trusted-ca-bundle", "reconcileID": "02640cef-fa7d-4880-8e59-bb91b286efc1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-0bf38ca0"}
2026-06-12T22:27:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-0bf38ca0"}, "namespace": "e2e-mt-0bf38ca0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85c962e5-bc6d-4244-9c8e-628438a0e6da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-0bf38ca0"}
2026-06-12T22:27:18Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-815b9600"}, "namespace": "e2e-mt-815b9600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f8249bd-14ec-4056-9d60-36b85a0bf896", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-815b9600"}
2026-06-12T22:27:18Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-815b9600"}, "namespace": "e2e-mt-815b9600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f8249bd-14ec-4056-9d60-36b85a0bf896", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-815b9600", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:27:18Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-815b9600"}, "namespace": "e2e-mt-815b9600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f8249bd-14ec-4056-9d60-36b85a0bf896", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-815b9600 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-12T22:27:18Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-815b9600"}, "namespace": "e2e-mt-815b9600", "name": "odh-trusted-ca-bundle", "reconcileID": "2955d114-fe1e-407a-9d02-4d19cca9915c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-815b9600"}
2026-06-12T22:27:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-815b9600"}, "namespace": "e2e-mt-815b9600", "name": "odh-trusted-ca-bundle", "reconcileID": "2955d114-fe1e-407a-9d02-4d19cca9915c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-815b9600"}
2026-06-12T22:27:18Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-815b9600"}, "namespace": "e2e-mt-815b9600", "name": "openshift-service-ca.crt", "reconcileID": "db6e896a-177c-43ea-9be9-51073362cb1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-815b9600"}
2026-06-12T22:27:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-815b9600"}, "namespace": "e2e-mt-815b9600", "name": "openshift-service-ca.crt", "reconcileID": "db6e896a-177c-43ea-9be9-51073362cb1b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-815b9600"}
2026-06-12T22:27:18Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-815b9600"}, "namespace": "e2e-mt-815b9600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0019d924-3ee8-4dbc-ae22-e6fcb5c7f367", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-815b9600"}
2026-06-12T22:27:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-815b9600"}, "namespace": "e2e-mt-815b9600", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0019d924-3ee8-4dbc-ae22-e6fcb5c7f367", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-815b9600"}
2026-06-12T22:27:24Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-0bf38ca0"}, "namespace": "e2e-mt-0bf38ca0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "997e81dc-d9a2-475c-9bc5-caeb5c9b52d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-0bf38ca0"}
2026-06-12T22:27:24Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-0bf38ca0"}, "namespace": "e2e-mt-0bf38ca0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "997e81dc-d9a2-475c-9bc5-caeb5c9b52d1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-0bf38ca0", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:27:24Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-0bf38ca0"}, "namespace": "e2e-mt-0bf38ca0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "997e81dc-d9a2-475c-9bc5-caeb5c9b52d1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-0bf38ca0 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-12T22:27:24Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-0bf38ca0"}, "namespace": "e2e-mt-0bf38ca0", "name": "odh-trusted-ca-bundle", "reconcileID": "62130e32-45b3-42dd-bd31-d9a0b4002c16", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-0bf38ca0"}
2026-06-12T22:27:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-0bf38ca0"}, "namespace": "e2e-mt-0bf38ca0", "name": "odh-trusted-ca-bundle", "reconcileID": "62130e32-45b3-42dd-bd31-d9a0b4002c16", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-0bf38ca0"}
2026-06-12T22:27:24Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-0bf38ca0"}, "namespace": "e2e-mt-0bf38ca0", "name": "openshift-service-ca.crt", "reconcileID": "b15469bd-48fa-492f-8a79-afe1c67a2a24", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-0bf38ca0"}
2026-06-12T22:27:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-0bf38ca0"}, "namespace": "e2e-mt-0bf38ca0", "name": "openshift-service-ca.crt", "reconcileID": "b15469bd-48fa-492f-8a79-afe1c67a2a24", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-0bf38ca0"}
2026-06-12T22:27:24Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-0bf38ca0"}, "namespace": "e2e-mt-0bf38ca0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fcf9137d-330b-43da-9594-21c0122f06fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-0bf38ca0"}
2026-06-12T22:27:24Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-0bf38ca0"}, "namespace": "e2e-mt-0bf38ca0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fcf9137d-330b-43da-9594-21c0122f06fd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-0bf38ca0"}
2026-06-12T22:27:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-f015aff8"}, "namespace": "e2e-mt-f015aff8", "name": "openshift-service-ca.crt", "reconcileID": "2608f61a-52f0-49d7-91cf-f08351685fec", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-f015aff8"}
2026-06-12T22:27:25Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-f015aff8"}, "namespace": "e2e-mt-f015aff8", "name": "openshift-service-ca.crt", "reconcileID": "145e7aa2-d04e-475a-8dfc-88fca5acea94", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-f015aff8", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:27:25Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-f015aff8"}, "namespace": "e2e-mt-f015aff8", "name": "openshift-service-ca.crt", "reconcileID": "145e7aa2-d04e-475a-8dfc-88fca5acea94", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-f015aff8"}
2026-06-12T22:27:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-f015aff8"}, "namespace": "e2e-mt-f015aff8", "name": "odh-trusted-ca-bundle", "reconcileID": "e8140ea7-09fc-42ac-b95b-2d7a36b77ee9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-f015aff8"}
2026-06-12T22:27:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-f015aff8"}, "namespace": "e2e-mt-f015aff8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0bd94385-effb-4909-b4a1-9a1594558bac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-f015aff8"}
2026-06-12T22:27:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-f015aff8"}, "namespace": "e2e-mt-f015aff8", "name": "openshift-service-ca.crt", "reconcileID": "b99ab967-2261-4046-a58b-9ee2452a6577", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-f015aff8"}
2026-06-12T22:27:25Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-f015aff8"}, "namespace": "e2e-mt-f015aff8", "name": "odh-trusted-ca-bundle", "reconcileID": "213c2487-07f0-490d-ad23-fbcd584274c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-f015aff8", "update": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:27:25Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-f015aff8"}, "namespace": "e2e-mt-f015aff8", "name": "odh-trusted-ca-bundle", "reconcileID": "213c2487-07f0-490d-ad23-fbcd584274c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-f015aff8"}
2026-06-12T22:27:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-f015aff8"}, "namespace": "e2e-mt-f015aff8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3108892-b4b1-4812-adb5-fd2ffe2a388b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-f015aff8"}
2026-06-12T22:28:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-f015aff8"}, "namespace": "e2e-mt-f015aff8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6a30e9f-70ed-4ac4-b5b8-1b87e5459b0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-f015aff8"}
2026-06-12T22:28:02Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-f015aff8"}, "namespace": "e2e-mt-f015aff8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6a30e9f-70ed-4ac4-b5b8-1b87e5459b0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-f015aff8", "create": "odh-kserve-custom-ca-bundle"}
2026-06-12T22:28:02Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-f015aff8"}, "namespace": "e2e-mt-f015aff8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a6a30e9f-70ed-4ac4-b5b8-1b87e5459b0b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-f015aff8 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-06-12T22:28:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-f015aff8"}, "namespace": "e2e-mt-f015aff8", "name": "odh-trusted-ca-bundle", "reconcileID": "70ac6f50-5705-4fc7-99be-d07a05199357", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-f015aff8"}
2026-06-12T22:28:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-f015aff8"}, "namespace": "e2e-mt-f015aff8", "name": "odh-trusted-ca-bundle", "reconcileID": "70ac6f50-5705-4fc7-99be-d07a05199357", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-f015aff8"}
2026-06-12T22:28:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-f015aff8"}, "namespace": "e2e-mt-f015aff8", "name": "openshift-service-ca.crt", "reconcileID": "df390f5e-0118-4ba0-83aa-50eb54b31024", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-f015aff8"}
2026-06-12T22:28:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-f015aff8"}, "namespace": "e2e-mt-f015aff8", "name": "openshift-service-ca.crt", "reconcileID": "df390f5e-0118-4ba0-83aa-50eb54b31024", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-f015aff8"}
2026-06-12T22:28:02Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-f015aff8"}, "namespace": "e2e-mt-f015aff8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "067a0079-f01b-48f2-80fe-3245ebd82ba4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-f015aff8"}
2026-06-12T22:28:02Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-f015aff8"}, "namespace": "e2e-mt-f015aff8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "067a0079-f01b-48f2-80fe-3245ebd82ba4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-f015aff8"}