2026-06-15T03:27:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-01901d"}, "namespace": "e2e-webhook-test-01901d", "name": "openshift-service-ca.crt", "reconcileID": "374a954f-f7e7-45ac-9670-2c4ea6366d7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-01901d"} 2026-06-15T03:27:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-01901d"}, "namespace": "e2e-webhook-test-01901d", "name": "odh-trusted-ca-bundle", "reconcileID": "87ee8de7-2a95-48b1-bfdc-279b26ce6d4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-01901d", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:27:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-01901d"}, "namespace": "e2e-webhook-test-01901d", "name": "odh-trusted-ca-bundle", "reconcileID": "87ee8de7-2a95-48b1-bfdc-279b26ce6d4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-01901d"} 2026-06-15T03:27:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-01901d"}, "namespace": "e2e-webhook-test-01901d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "888f5741-72a9-41f2-a46b-d961fac9f82e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-01901d"} 2026-06-15T03:27:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-01901d"}, "namespace": "e2e-webhook-test-01901d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "766bc744-a63e-4fff-854f-c6b83b6cc5bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-01901d"} 2026-06-15T03:27:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-01901d"}, "namespace": "e2e-webhook-test-01901d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "766bc744-a63e-4fff-854f-c6b83b6cc5bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-01901d", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:27:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-01901d"}, "namespace": "e2e-webhook-test-01901d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "766bc744-a63e-4fff-854f-c6b83b6cc5bf", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-01901d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:27:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-01901d"}, "namespace": "e2e-webhook-test-01901d", "name": "odh-trusted-ca-bundle", "reconcileID": "a71fe709-a395-4054-aa98-d1656de5980f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-01901d"} 2026-06-15T03:27:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-01901d"}, "namespace": "e2e-webhook-test-01901d", "name": "odh-trusted-ca-bundle", "reconcileID": "a71fe709-a395-4054-aa98-d1656de5980f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-01901d"} 2026-06-15T03:27:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-01901d"}, "namespace": "e2e-webhook-test-01901d", "name": "openshift-service-ca.crt", "reconcileID": "51e8d681-be33-4641-8868-5b5f5f606ea6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-01901d"} 2026-06-15T03:27:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-01901d"}, "namespace": "e2e-webhook-test-01901d", "name": "openshift-service-ca.crt", "reconcileID": "51e8d681-be33-4641-8868-5b5f5f606ea6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-01901d"} 2026-06-15T03:27:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-01901d"}, "namespace": "e2e-webhook-test-01901d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f2ec09d-3c22-4e22-9504-eff594cae3b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-01901d"} 2026-06-15T03:27:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-01901d"}, "namespace": "e2e-webhook-test-01901d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9f2ec09d-3c22-4e22-9504-eff594cae3b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-01901d"} 2026-06-15T03:39:22Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T03:39:22Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T03:39:22Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T03:39:22Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T03:43:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d669f20-882b-48fb-967d-04cfbe5a71a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:43:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d669f20-882b-48fb-967d-04cfbe5a71a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:43:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4d669f20-882b-48fb-967d-04cfbe5a71a3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:43:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75211c58-0ff6-4a53-90f6-1839005f7f60", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:43:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75211c58-0ff6-4a53-90f6-1839005f7f60", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:43:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "75211c58-0ff6-4a53-90f6-1839005f7f60", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:44:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "10638279-ff11-4959-ae4c-d4e1aabd26a5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:44:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "10638279-ff11-4959-ae4c-d4e1aabd26a5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:44:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "10638279-ff11-4959-ae4c-d4e1aabd26a5", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:44:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "947c366e-fc88-46ae-9d6d-26cb09ffae04", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:44:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "947c366e-fc88-46ae-9d6d-26cb09ffae04", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"} 2026-06-15T03:44:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "947c366e-fc88-46ae-9d6d-26cb09ffae04", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"} 2026-06-15T03:44:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-16200740","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-16200740", "reconcileID": "d771e6ff-f75f-4148-9c5a-28d6a1580be6", "Gateway": "e2e-ait-16200740", "namespace": "openshift-ingress"} 2026-06-15T03:44:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-16200740","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-16200740", "reconcileID": "05d2417c-01ee-411e-8cf9-b46d3c0a1b2e", "Gateway": "e2e-ait-16200740", "namespace": "openshift-ingress"} 2026-06-15T03:44:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-16200740","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-16200740", "reconcileID": "2dda0740-1f62-4856-9bf2-92e308b84dfa", "Gateway": "e2e-ait-16200740", "namespace": "openshift-ingress"} 2026-06-15T03:44:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-16200740","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-16200740", "reconcileID": "0bb88df0-d02c-483c-b28e-19e80f7eb6ac", "Gateway": "e2e-ait-16200740", "namespace": "openshift-ingress"} 2026-06-15T03:44:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-16200740","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-16200740", "reconcileID": "36701653-45f1-41ef-8443-5e72536a5188", "Gateway": "e2e-ait-16200740", "namespace": "openshift-ingress"} 2026-06-15T03:44:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-16200740"}, "namespace": "e2e-aitenant-16200740", "name": "openshift-service-ca.crt", "reconcileID": "072a81fe-1fa8-4cac-99b3-d89a88b41b3b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-16200740"} 2026-06-15T03:44:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-16200740"}, "namespace": "e2e-aitenant-16200740", "name": "openshift-service-ca.crt", "reconcileID": "e27e3363-e940-4a30-9f08-e0abf1037e3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-16200740", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:44:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-16200740"}, "namespace": "e2e-aitenant-16200740", "name": "openshift-service-ca.crt", "reconcileID": "e27e3363-e940-4a30-9f08-e0abf1037e3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-16200740"} 2026-06-15T03:44:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-16200740"}, "namespace": "e2e-aitenant-16200740", "name": "odh-trusted-ca-bundle", "reconcileID": "142215f0-89ea-43dc-a28d-51f411779410", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-16200740", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:44:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-16200740"}, "namespace": "e2e-aitenant-16200740", "name": "odh-trusted-ca-bundle", "reconcileID": "142215f0-89ea-43dc-a28d-51f411779410", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:44:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-16200740"}, "namespace": "e2e-aitenant-16200740", "name": "openshift-service-ca.crt", "reconcileID": "c7da9a1c-1172-4638-9b3d-c6df1d8ca434", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-16200740"} 2026-06-15T03:44:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-16200740"}, "namespace": "e2e-aitenant-16200740", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83bf31e7-9bc0-48b6-8bdc-66671a838cb3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-16200740"} 2026-06-15T03:44:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-16200740"}, "namespace": "e2e-aitenant-16200740", "name": "odh-trusted-ca-bundle", "reconcileID": "9d74db48-1431-47c4-81b9-4e8ab496b449", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-16200740"} 2026-06-15T03:44:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-16200740"}, "namespace": "e2e-aitenant-16200740", "name": "odh-trusted-ca-bundle", "reconcileID": "99357edb-0aeb-489e-9f46-a99ae5b57729", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-16200740", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:44:36Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-16200740"}, "namespace": "e2e-aitenant-16200740", "name": "odh-trusted-ca-bundle", "reconcileID": "99357edb-0aeb-489e-9f46-a99ae5b57729", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-16200740"} 2026-06-15T03:44:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-16200740"}, "namespace": "e2e-aitenant-16200740", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d023afa2-8f2c-432a-a36c-f347e0146e84", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-16200740"} 2026-06-15T03:44:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-16200740","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-16200740", "reconcileID": "09c5fc89-c564-4610-b01b-b5b6b00f9b7b", "Gateway": "e2e-ait-16200740", "namespace": "openshift-ingress"} 2026-06-15T03:44:39Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-16200740","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-16200740", "reconcileID": "5325df3f-4a1a-4f83-98a1-94bff9bf0fce", "Gateway": "e2e-ait-16200740", "namespace": "openshift-ingress"} 2026-06-15T03:44:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-16200740"}, "namespace": "e2e-aitenant-16200740", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b9f6f34-1767-44fa-bb69-4b90cde9806f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-16200740"} 2026-06-15T03:44:47Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-16200740"}, "namespace": "e2e-aitenant-16200740", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b9f6f34-1767-44fa-bb69-4b90cde9806f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-16200740", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:44:47Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-16200740"}, "namespace": "e2e-aitenant-16200740", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b9f6f34-1767-44fa-bb69-4b90cde9806f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-16200740 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:44:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-16200740"}, "namespace": "e2e-aitenant-16200740", "name": "odh-trusted-ca-bundle", "reconcileID": "acb290a4-e223-45b9-8a21-e74f3b5ba680", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-16200740"} 2026-06-15T03:44:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-16200740"}, "namespace": "e2e-aitenant-16200740", "name": "odh-trusted-ca-bundle", "reconcileID": "acb290a4-e223-45b9-8a21-e74f3b5ba680", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-16200740"} 2026-06-15T03:44:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-16200740"}, "namespace": "e2e-aitenant-16200740", "name": "openshift-service-ca.crt", "reconcileID": "38d00d28-29e9-48f4-b957-4e5776c3d93e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-16200740"} 2026-06-15T03:44:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-16200740"}, "namespace": "e2e-aitenant-16200740", "name": "openshift-service-ca.crt", "reconcileID": "38d00d28-29e9-48f4-b957-4e5776c3d93e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-16200740"} 2026-06-15T03:44:47Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-16200740"}, "namespace": "e2e-aitenant-16200740", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de565564-53f9-4681-af94-a904d9aa1334", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-16200740"} 2026-06-15T03:44:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-16200740"}, "namespace": "e2e-aitenant-16200740", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de565564-53f9-4681-af94-a904d9aa1334", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-16200740"} 2026-06-15T03:44:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-554b1842","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-554b1842", "reconcileID": "2675a9c2-7c90-43d8-b966-4196ca2093d9", "Gateway": "e2e-ait-554b1842", "namespace": "openshift-ingress"} 2026-06-15T03:44:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-554b1842","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-554b1842", "reconcileID": "5d23e27f-bec3-4ddd-a8e1-9ff004f602d5", "Gateway": "e2e-ait-554b1842", "namespace": "openshift-ingress"} 2026-06-15T03:44:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-554b1842","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-554b1842", "reconcileID": "ec536130-47f8-404b-91cc-09a8630d2a63", "Gateway": "e2e-ait-554b1842", "namespace": "openshift-ingress"} 2026-06-15T03:44:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-554b1842","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-554b1842", "reconcileID": "984e5c3e-1306-466d-a788-0afb6bf1af6b", "Gateway": "e2e-ait-554b1842", "namespace": "openshift-ingress"} 2026-06-15T03:44:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-554b1842","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-554b1842", "reconcileID": "8f64c961-5241-44b8-a842-fede26bda424", "Gateway": "e2e-ait-554b1842", "namespace": "openshift-ingress"} 2026-06-15T03:44:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-554b1842"}, "namespace": "e2e-aitenant-554b1842", "name": "openshift-service-ca.crt", "reconcileID": "6456b422-3562-49ce-ba12-29a45f19ddcd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-554b1842"} 2026-06-15T03:44:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-554b1842"}, "namespace": "e2e-aitenant-554b1842", "name": "odh-trusted-ca-bundle", "reconcileID": "055d1d28-96dd-459b-9269-3493e001f2ed", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-554b1842"} 2026-06-15T03:44:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-554b1842"}, "namespace": "e2e-aitenant-554b1842", "name": "openshift-service-ca.crt", "reconcileID": "b5382412-8d39-4db5-8bc5-0da61f7df5da", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-554b1842", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:44:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-554b1842"}, "namespace": "e2e-aitenant-554b1842", "name": "openshift-service-ca.crt", "reconcileID": "b5382412-8d39-4db5-8bc5-0da61f7df5da", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-554b1842"} 2026-06-15T03:44:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-554b1842"}, "namespace": "e2e-aitenant-554b1842", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "974809a4-db15-4d67-86ef-87ab51523539", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-554b1842"} 2026-06-15T03:44:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-554b1842"}, "namespace": "e2e-aitenant-554b1842", "name": "openshift-service-ca.crt", "reconcileID": "3459c1aa-fef3-464f-91e9-dcdbee3d875c", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-554b1842"} 2026-06-15T03:44:48Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-554b1842"}, "namespace": "e2e-aitenant-554b1842", "name": "odh-trusted-ca-bundle", "reconcileID": "cf161d93-cf35-49b8-b51b-f8d32db3d6ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-554b1842", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:44:48Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-554b1842"}, "namespace": "e2e-aitenant-554b1842", "name": "odh-trusted-ca-bundle", "reconcileID": "cf161d93-cf35-49b8-b51b-f8d32db3d6ac", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-554b1842"} 2026-06-15T03:44:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-554b1842"}, "namespace": "e2e-aitenant-554b1842", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "59700986-cdf9-40a2-b883-a4a8194d2922", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-554b1842"} 2026-06-15T03:44:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-554b1842","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-554b1842", "reconcileID": "02b7637c-736e-4a3a-8ee6-e15b96e888e5", "Gateway": "e2e-ait-554b1842", "namespace": "openshift-ingress"} 2026-06-15T03:44:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-554b1842","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-554b1842", "reconcileID": "a7f1624a-4157-45cf-9d61-4f805c47f387", "Gateway": "e2e-ait-554b1842", "namespace": "openshift-ingress"} 2026-06-15T03:45:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-554b1842"}, "namespace": "e2e-aitenant-554b1842", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ce83ede-ff8c-4731-ad45-b94e0187e6cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-554b1842"} 2026-06-15T03:45:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-554b1842"}, "namespace": "e2e-aitenant-554b1842", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ce83ede-ff8c-4731-ad45-b94e0187e6cb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-554b1842", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:45:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-554b1842"}, "namespace": "e2e-aitenant-554b1842", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0ce83ede-ff8c-4731-ad45-b94e0187e6cb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-aitenant-554b1842 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:45:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-554b1842"}, "namespace": "e2e-aitenant-554b1842", "name": "odh-trusted-ca-bundle", "reconcileID": "3a541694-b053-4722-8546-7d850f3d0c1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-554b1842"} 2026-06-15T03:45:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-aitenant-554b1842"}, "namespace": "e2e-aitenant-554b1842", "name": "odh-trusted-ca-bundle", "reconcileID": "3a541694-b053-4722-8546-7d850f3d0c1e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-aitenant-554b1842"} 2026-06-15T03:45:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-554b1842"}, "namespace": "e2e-aitenant-554b1842", "name": "openshift-service-ca.crt", "reconcileID": "478c13d4-910e-4a36-b5cf-d82a21d9c69e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-554b1842"} 2026-06-15T03:45:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-aitenant-554b1842"}, "namespace": "e2e-aitenant-554b1842", "name": "openshift-service-ca.crt", "reconcileID": "478c13d4-910e-4a36-b5cf-d82a21d9c69e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-aitenant-554b1842"} 2026-06-15T03:45:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-554b1842"}, "namespace": "e2e-aitenant-554b1842", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9b7ee96-c9d7-4880-85ab-7827430f2de2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-554b1842"} 2026-06-15T03:45:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-aitenant-554b1842"}, "namespace": "e2e-aitenant-554b1842", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f9b7ee96-c9d7-4880-85ab-7827430f2de2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-aitenant-554b1842"} 2026-06-15T03:45:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-invalid-7a50aa40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-invalid-7a50aa40", "reconcileID": "4ce9c4f8-ce4b-4119-8db0-e77238a4f3ac", "Gateway": "e2e-invalid-7a50aa40", "namespace": "openshift-ingress"} 2026-06-15T03:45:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-invalid-7a50aa40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-invalid-7a50aa40", "reconcileID": "8e5a653a-3768-4694-b99f-bfa416ad6074", "Gateway": "e2e-invalid-7a50aa40", "namespace": "openshift-ingress"} 2026-06-15T03:45:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-invalid-7a50aa40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-invalid-7a50aa40", "reconcileID": "5faed179-af8e-4988-b36e-cec040813368", "Gateway": "e2e-invalid-7a50aa40", "namespace": "openshift-ingress"} 2026-06-15T03:45:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-invalid-7a50aa40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-invalid-7a50aa40", "reconcileID": "ffdf7f2a-3ba1-4427-8d52-e96a5ab4d1b4", "Gateway": "e2e-invalid-7a50aa40", "namespace": "openshift-ingress"} 2026-06-15T03:45:01Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-invalid-7a50aa40","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-invalid-7a50aa40", "reconcileID": "c57e78c6-436c-4efd-89af-28444734fd1d", "Gateway": "e2e-invalid-7a50aa40", "namespace": "openshift-ingress"} 2026-06-15T03:45:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-9dfb6cff"}, "namespace": "e2e-mt-9dfb6cff", "name": "openshift-service-ca.crt", "reconcileID": "70aa14a4-e081-4bf9-8e38-55b73c87ff93", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-9dfb6cff"} 2026-06-15T03:45:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-9dfb6cff"}, "namespace": "e2e-mt-9dfb6cff", "name": "odh-trusted-ca-bundle", "reconcileID": "62af604d-2fcc-4ced-a8cb-0f58ee7c2bde", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-9dfb6cff"} 2026-06-15T03:45:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-9dfb6cff"}, "namespace": "e2e-mt-9dfb6cff", "name": "openshift-service-ca.crt", "reconcileID": "3353fe71-487c-4901-b25b-7cecc5a6e157", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-9dfb6cff", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:45:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-9dfb6cff"}, "namespace": "e2e-mt-9dfb6cff", "name": "openshift-service-ca.crt", "reconcileID": "3353fe71-487c-4901-b25b-7cecc5a6e157", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-9dfb6cff"} 2026-06-15T03:45:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-9dfb6cff"}, "namespace": "e2e-mt-9dfb6cff", "name": "openshift-service-ca.crt", "reconcileID": "808f7a79-1cfe-48a3-b107-59ba536e6748", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-9dfb6cff"} 2026-06-15T03:45:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-9dfb6cff"}, "namespace": "e2e-mt-9dfb6cff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "12ce58f2-23a4-4b87-8436-7dc5a4133d80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-9dfb6cff"} 2026-06-15T03:45:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-9dfb6cff"}, "namespace": "e2e-mt-9dfb6cff", "name": "odh-trusted-ca-bundle", "reconcileID": "8c7c04ad-a1f5-4dfd-abe0-53d2fc9638ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-9dfb6cff", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:45:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-9dfb6cff"}, "namespace": "e2e-mt-9dfb6cff", "name": "odh-trusted-ca-bundle", "reconcileID": "8c7c04ad-a1f5-4dfd-abe0-53d2fc9638ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-9dfb6cff"} 2026-06-15T03:45:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-9dfb6cff"}, "namespace": "e2e-mt-9dfb6cff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "82d970eb-71ed-4429-9e03-df95ac36cd99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-9dfb6cff"} 2026-06-15T03:45:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-9dfb6cff"}, "namespace": "e2e-mt-9dfb6cff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0477b526-1d5d-4c33-99d6-9c5d46219c9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-9dfb6cff"} 2026-06-15T03:45:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-9dfb6cff"}, "namespace": "e2e-mt-9dfb6cff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0477b526-1d5d-4c33-99d6-9c5d46219c9c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-9dfb6cff", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:45:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-9dfb6cff"}, "namespace": "e2e-mt-9dfb6cff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0477b526-1d5d-4c33-99d6-9c5d46219c9c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-9dfb6cff because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:45:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-9dfb6cff"}, "namespace": "e2e-mt-9dfb6cff", "name": "odh-trusted-ca-bundle", "reconcileID": "9eafc798-9e03-43e2-be47-95ce7dfcdd04", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-9dfb6cff"} 2026-06-15T03:45:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-9dfb6cff"}, "namespace": "e2e-mt-9dfb6cff", "name": "odh-trusted-ca-bundle", "reconcileID": "9eafc798-9e03-43e2-be47-95ce7dfcdd04", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-9dfb6cff"} 2026-06-15T03:45:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-9dfb6cff"}, "namespace": "e2e-mt-9dfb6cff", "name": "openshift-service-ca.crt", "reconcileID": "fe3bf683-70c0-4d47-8c79-491672fe2983", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-9dfb6cff"} 2026-06-15T03:45:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-9dfb6cff"}, "namespace": "e2e-mt-9dfb6cff", "name": "openshift-service-ca.crt", "reconcileID": "fe3bf683-70c0-4d47-8c79-491672fe2983", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-9dfb6cff"} 2026-06-15T03:45:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-9dfb6cff"}, "namespace": "e2e-mt-9dfb6cff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0ff040b-5847-4dc3-89cc-9a2e31bd0884", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-9dfb6cff"} 2026-06-15T03:45:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-9dfb6cff"}, "namespace": "e2e-mt-9dfb6cff", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a0ff040b-5847-4dc3-89cc-9a2e31bd0884", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-9dfb6cff"} 2026-06-15T03:45:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-9f1250d3"}, "namespace": "e2e-mt-9f1250d3", "name": "openshift-service-ca.crt", "reconcileID": "3a37ba9d-7ef9-4542-8d18-498f367540f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-9f1250d3"} 2026-06-15T03:45:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-9f1250d3"}, "namespace": "e2e-mt-9f1250d3", "name": "odh-trusted-ca-bundle", "reconcileID": "c6772d80-9227-44f7-aff8-815a4e210728", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-9f1250d3"} 2026-06-15T03:45:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-9f1250d3"}, "namespace": "e2e-mt-9f1250d3", "name": "openshift-service-ca.crt", "reconcileID": "7f99da66-2e60-423d-b95b-7755b4d61267", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-9f1250d3", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:45:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-9f1250d3"}, "namespace": "e2e-mt-9f1250d3", "name": "openshift-service-ca.crt", "reconcileID": "7f99da66-2e60-423d-b95b-7755b4d61267", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-9f1250d3"} 2026-06-15T03:45:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-9f1250d3"}, "namespace": "e2e-mt-9f1250d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e97771a-487b-4f32-b16d-c6035a107678", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-9f1250d3"} 2026-06-15T03:45:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-9f1250d3"}, "namespace": "e2e-mt-9f1250d3", "name": "openshift-service-ca.crt", "reconcileID": "070f7234-2015-466e-bc2e-1b4d3b168ce9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-9f1250d3"} 2026-06-15T03:45:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-9f1250d3"}, "namespace": "e2e-mt-9f1250d3", "name": "odh-trusted-ca-bundle", "reconcileID": "33b31c49-889d-4194-a447-7741c080c7c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-9f1250d3", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:45:10Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-9f1250d3"}, "namespace": "e2e-mt-9f1250d3", "name": "odh-trusted-ca-bundle", "reconcileID": "33b31c49-889d-4194-a447-7741c080c7c5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-9f1250d3"} 2026-06-15T03:45:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-9f1250d3"}, "namespace": "e2e-mt-9f1250d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce86550a-e5ca-4025-ab55-59e7a665607c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-9f1250d3"} 2026-06-15T03:45:37Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T03:45:37Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T03:45:38Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T03:45:38Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T03:45:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-9f1250d3"}, "namespace": "e2e-mt-9f1250d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc3ea4c5-3179-49f9-81bd-66edf195a739", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-9f1250d3"} 2026-06-15T03:45:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-9f1250d3"}, "namespace": "e2e-mt-9f1250d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc3ea4c5-3179-49f9-81bd-66edf195a739", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-9f1250d3", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:45:41Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-9f1250d3"}, "namespace": "e2e-mt-9f1250d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bc3ea4c5-3179-49f9-81bd-66edf195a739", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-9f1250d3 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:45:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-9f1250d3"}, "namespace": "e2e-mt-9f1250d3", "name": "odh-trusted-ca-bundle", "reconcileID": "b0ee713a-67a2-46d7-a1b8-cc19e4556916", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-9f1250d3"} 2026-06-15T03:45:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-9f1250d3"}, "namespace": "e2e-mt-9f1250d3", "name": "odh-trusted-ca-bundle", "reconcileID": "b0ee713a-67a2-46d7-a1b8-cc19e4556916", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-9f1250d3"} 2026-06-15T03:45:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-9f1250d3"}, "namespace": "e2e-mt-9f1250d3", "name": "openshift-service-ca.crt", "reconcileID": "3c7e89bd-35f6-4513-ab53-efa2de30df3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-9f1250d3"} 2026-06-15T03:45:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-9f1250d3"}, "namespace": "e2e-mt-9f1250d3", "name": "openshift-service-ca.crt", "reconcileID": "3c7e89bd-35f6-4513-ab53-efa2de30df3e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-9f1250d3"} 2026-06-15T03:45:41Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-9f1250d3"}, "namespace": "e2e-mt-9f1250d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5de3979e-3352-46b3-8c9c-77812e369675", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-9f1250d3"} 2026-06-15T03:45:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-9f1250d3"}, "namespace": "e2e-mt-9f1250d3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5de3979e-3352-46b3-8c9c-77812e369675", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-9f1250d3"} 2026-06-15T03:45:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-1e16635f"}, "namespace": "e2e-unlabeled-1e16635f", "name": "openshift-service-ca.crt", "reconcileID": "0e7478f9-1242-443a-a012-e6d11cd59460", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-1e16635f"} 2026-06-15T03:45:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-1e16635f"}, "namespace": "e2e-unlabeled-1e16635f", "name": "openshift-service-ca.crt", "reconcileID": "0ac24eb2-4313-43a2-925e-ff6020ac0073", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-1e16635f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:45:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-1e16635f"}, "namespace": "e2e-unlabeled-1e16635f", "name": "openshift-service-ca.crt", "reconcileID": "0ac24eb2-4313-43a2-925e-ff6020ac0073", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-1e16635f"} 2026-06-15T03:45:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-1e16635f"}, "namespace": "e2e-unlabeled-1e16635f", "name": "odh-trusted-ca-bundle", "reconcileID": "57b0ae57-fd0b-4f8b-afb9-f1db2e47707a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-1e16635f"} 2026-06-15T03:45:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-1e16635f"}, "namespace": "e2e-unlabeled-1e16635f", "name": "openshift-service-ca.crt", "reconcileID": "32d2d605-b830-4f63-a55e-4199f9b7d3ef", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-1e16635f"} 2026-06-15T03:45:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-1e16635f"}, "namespace": "e2e-unlabeled-1e16635f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0b4388fa-67a3-40e9-9476-25ee76eeb9f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-1e16635f"} 2026-06-15T03:45:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-1e16635f"}, "namespace": "e2e-unlabeled-1e16635f", "name": "odh-trusted-ca-bundle", "reconcileID": "12bba625-5423-473a-a2bb-fbc6b66defd2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-1e16635f", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:45:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-1e16635f"}, "namespace": "e2e-unlabeled-1e16635f", "name": "odh-trusted-ca-bundle", "reconcileID": "12bba625-5423-473a-a2bb-fbc6b66defd2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-1e16635f"} 2026-06-15T03:45:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-1e16635f"}, "namespace": "e2e-unlabeled-1e16635f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e17caf2-808a-4f08-8de4-866d905545c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-1e16635f"} 2026-06-15T03:46:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-1e16635f"}, "namespace": "e2e-unlabeled-1e16635f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0b3bda3-1263-4359-b1e9-05ba8663276c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-1e16635f"} 2026-06-15T03:46:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-1e16635f"}, "namespace": "e2e-unlabeled-1e16635f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0b3bda3-1263-4359-b1e9-05ba8663276c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-1e16635f", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:46:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-1e16635f"}, "namespace": "e2e-unlabeled-1e16635f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0b3bda3-1263-4359-b1e9-05ba8663276c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unlabeled-1e16635f because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:46:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-1e16635f"}, "namespace": "e2e-unlabeled-1e16635f", "name": "odh-trusted-ca-bundle", "reconcileID": "4c9aeedc-f8fb-4ce6-8ec0-1dbaaf898f84", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-1e16635f"} 2026-06-15T03:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-1e16635f"}, "namespace": "e2e-unlabeled-1e16635f", "name": "odh-trusted-ca-bundle", "reconcileID": "4c9aeedc-f8fb-4ce6-8ec0-1dbaaf898f84", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-1e16635f"} 2026-06-15T03:46:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-1e16635f"}, "namespace": "e2e-unlabeled-1e16635f", "name": "openshift-service-ca.crt", "reconcileID": "93b8f666-0bcd-4708-a209-308bfe3fa90f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-1e16635f"} 2026-06-15T03:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-1e16635f"}, "namespace": "e2e-unlabeled-1e16635f", "name": "openshift-service-ca.crt", "reconcileID": "93b8f666-0bcd-4708-a209-308bfe3fa90f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-1e16635f"} 2026-06-15T03:46:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-1e16635f"}, "namespace": "e2e-unlabeled-1e16635f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "571c09dc-943f-4da7-83bb-3f1b21a0516e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-1e16635f"} 2026-06-15T03:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-1e16635f"}, "namespace": "e2e-unlabeled-1e16635f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "571c09dc-943f-4da7-83bb-3f1b21a0516e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-1e16635f"} 2026-06-15T03:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-7e57ad74"}, "namespace": "e2e-mt-7e57ad74", "name": "openshift-service-ca.crt", "reconcileID": "b6e86bc2-1bfe-40da-b89d-b686a37f110d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-7e57ad74"} 2026-06-15T03:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-7e57ad74"}, "namespace": "e2e-mt-7e57ad74", "name": "odh-trusted-ca-bundle", "reconcileID": "2b5cd583-14ce-43ad-b349-c26066df8252", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-7e57ad74"} 2026-06-15T03:46:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-7e57ad74"}, "namespace": "e2e-mt-7e57ad74", "name": "openshift-service-ca.crt", "reconcileID": "f1094dd8-6c68-46f4-9e17-1990af7ad607", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-7e57ad74", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:46:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-7e57ad74"}, "namespace": "e2e-mt-7e57ad74", "name": "openshift-service-ca.crt", "reconcileID": "f1094dd8-6c68-46f4-9e17-1990af7ad607", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-7e57ad74"} 2026-06-15T03:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-7e57ad74"}, "namespace": "e2e-mt-7e57ad74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb0ccc10-1dfb-4955-bde1-ac757e107738", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-7e57ad74"} 2026-06-15T03:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-7e57ad74"}, "namespace": "e2e-mt-7e57ad74", "name": "openshift-service-ca.crt", "reconcileID": "4ca6a736-b268-4ebb-a363-95f311e1e9dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-7e57ad74"} 2026-06-15T03:46:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-7e57ad74"}, "namespace": "e2e-mt-7e57ad74", "name": "odh-trusted-ca-bundle", "reconcileID": "0c0a1488-0a22-4376-99e3-d817685b03f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-7e57ad74", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:46:04Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-7e57ad74"}, "namespace": "e2e-mt-7e57ad74", "name": "odh-trusted-ca-bundle", "reconcileID": "0c0a1488-0a22-4376-99e3-d817685b03f7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-7e57ad74"} 2026-06-15T03:46:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-7e57ad74"}, "namespace": "e2e-mt-7e57ad74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8630470c-3f09-4efa-b03c-846bde43f1da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-7e57ad74"} 2026-06-15T03:46:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-7e57ad74"}, "namespace": "e2e-mt-7e57ad74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "249929e5-8ef5-4953-add6-a7414509f8e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-7e57ad74"} 2026-06-15T03:46:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-7e57ad74"}, "namespace": "e2e-mt-7e57ad74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "249929e5-8ef5-4953-add6-a7414509f8e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-7e57ad74", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:46:21Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-7e57ad74"}, "namespace": "e2e-mt-7e57ad74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "249929e5-8ef5-4953-add6-a7414509f8e4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-7e57ad74 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:46:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-7e57ad74"}, "namespace": "e2e-mt-7e57ad74", "name": "odh-trusted-ca-bundle", "reconcileID": "528b199e-9a05-4fd2-98de-f2e3fbaa4873", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-7e57ad74"} 2026-06-15T03:46:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-7e57ad74"}, "namespace": "e2e-mt-7e57ad74", "name": "odh-trusted-ca-bundle", "reconcileID": "528b199e-9a05-4fd2-98de-f2e3fbaa4873", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-7e57ad74"} 2026-06-15T03:46:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-7e57ad74"}, "namespace": "e2e-mt-7e57ad74", "name": "openshift-service-ca.crt", "reconcileID": "ddc500a4-cc87-445e-9ef2-b8bc30de8163", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-7e57ad74"} 2026-06-15T03:46:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-7e57ad74"}, "namespace": "e2e-mt-7e57ad74", "name": "openshift-service-ca.crt", "reconcileID": "ddc500a4-cc87-445e-9ef2-b8bc30de8163", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-7e57ad74"} 2026-06-15T03:46:21Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-7e57ad74"}, "namespace": "e2e-mt-7e57ad74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8a3b8a7-25aa-46a2-a8c3-8d2edda03887", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-7e57ad74"} 2026-06-15T03:46:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-7e57ad74"}, "namespace": "e2e-mt-7e57ad74", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a8a3b8a7-25aa-46a2-a8c3-8d2edda03887", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-7e57ad74"} 2026-06-15T03:46:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-ac818815"}, "namespace": "e2e-mt-ac818815", "name": "openshift-service-ca.crt", "reconcileID": "df283356-dfff-43dc-ab38-4509c18154a3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-ac818815"} 2026-06-15T03:46:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-ac818815"}, "namespace": "e2e-mt-ac818815", "name": "odh-trusted-ca-bundle", "reconcileID": "6d468a38-a9b8-4e93-a321-25038609b231", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-ac818815"} 2026-06-15T03:46:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-ac818815"}, "namespace": "e2e-mt-ac818815", "name": "openshift-service-ca.crt", "reconcileID": "ade49790-a626-425a-9cc4-3bd039a585c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-ac818815", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:46:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-ac818815"}, "namespace": "e2e-mt-ac818815", "name": "openshift-service-ca.crt", "reconcileID": "ade49790-a626-425a-9cc4-3bd039a585c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-ac818815"} 2026-06-15T03:46:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-ac818815"}, "namespace": "e2e-mt-ac818815", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bd85a0d7-96dc-40d7-befd-638f1dc0968b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-ac818815"} 2026-06-15T03:46:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-ac818815"}, "namespace": "e2e-mt-ac818815", "name": "openshift-service-ca.crt", "reconcileID": "c52733c1-428c-42d5-9919-f730b9598c6e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-ac818815"} 2026-06-15T03:46:21Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-ac818815"}, "namespace": "e2e-mt-ac818815", "name": "odh-trusted-ca-bundle", "reconcileID": "f6b2dc5f-c6e9-49de-bdb3-ad1f7711adbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-ac818815", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:46:21Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-ac818815"}, "namespace": "e2e-mt-ac818815", "name": "odh-trusted-ca-bundle", "reconcileID": "f6b2dc5f-c6e9-49de-bdb3-ad1f7711adbf", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-ac818815"} 2026-06-15T03:46:21Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-ac818815"}, "namespace": "e2e-mt-ac818815", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bfebbf3d-e3dc-41cf-a2c3-148bd79048ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-ac818815"} 2026-06-15T03:46:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-ac818815"}, "namespace": "e2e-mt-ac818815", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d33a91b8-92b1-49d8-a182-eb0a9091f74a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-ac818815"} 2026-06-15T03:46:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-ac818815"}, "namespace": "e2e-mt-ac818815", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d33a91b8-92b1-49d8-a182-eb0a9091f74a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-ac818815", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:46:28Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-ac818815"}, "namespace": "e2e-mt-ac818815", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d33a91b8-92b1-49d8-a182-eb0a9091f74a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-ac818815 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:46:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-ac818815"}, "namespace": "e2e-mt-ac818815", "name": "odh-trusted-ca-bundle", "reconcileID": "65113b36-2c75-43ca-bf6a-544b2fa182af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-ac818815"} 2026-06-15T03:46:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-ac818815"}, "namespace": "e2e-mt-ac818815", "name": "odh-trusted-ca-bundle", "reconcileID": "65113b36-2c75-43ca-bf6a-544b2fa182af", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-ac818815"} 2026-06-15T03:46:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-ac818815"}, "namespace": "e2e-mt-ac818815", "name": "openshift-service-ca.crt", "reconcileID": "d760d247-5e62-47f2-8690-f0055f8af7e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-ac818815"} 2026-06-15T03:46:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-ac818815"}, "namespace": "e2e-mt-ac818815", "name": "openshift-service-ca.crt", "reconcileID": "d760d247-5e62-47f2-8690-f0055f8af7e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-ac818815"} 2026-06-15T03:46:28Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-ac818815"}, "namespace": "e2e-mt-ac818815", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94a5a55e-8ce0-4a5f-8c84-09d647958dd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-ac818815"} 2026-06-15T03:46:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-ac818815"}, "namespace": "e2e-mt-ac818815", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "94a5a55e-8ce0-4a5f-8c84-09d647958dd8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-ac818815"} 2026-06-15T03:46:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-62be9cd5"}, "namespace": "e2e-mt-62be9cd5", "name": "openshift-service-ca.crt", "reconcileID": "9191051c-53aa-42aa-89cc-f41096552c13", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-62be9cd5"} 2026-06-15T03:46:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-62be9cd5"}, "namespace": "e2e-mt-62be9cd5", "name": "odh-trusted-ca-bundle", "reconcileID": "308b058a-0b5b-46c7-a57a-add74da4f2d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-62be9cd5"} 2026-06-15T03:46:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-62be9cd5"}, "namespace": "e2e-mt-62be9cd5", "name": "openshift-service-ca.crt", "reconcileID": "df47fcef-db93-487e-9ccc-9f24e52bd5ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-62be9cd5", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:46:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-62be9cd5"}, "namespace": "e2e-mt-62be9cd5", "name": "openshift-service-ca.crt", "reconcileID": "df47fcef-db93-487e-9ccc-9f24e52bd5ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-62be9cd5"} 2026-06-15T03:46:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-62be9cd5"}, "namespace": "e2e-mt-62be9cd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e06a38b5-b1f0-474e-9b65-0c2cdbaed0eb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-62be9cd5"} 2026-06-15T03:46:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-62be9cd5"}, "namespace": "e2e-mt-62be9cd5", "name": "openshift-service-ca.crt", "reconcileID": "4e287bc7-1ac8-4411-96e0-c8a3417436dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-62be9cd5"} 2026-06-15T03:46:28Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-62be9cd5"}, "namespace": "e2e-mt-62be9cd5", "name": "odh-trusted-ca-bundle", "reconcileID": "50d30a15-ae18-4421-ae59-1df5c4befe12", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-62be9cd5", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:46:28Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-62be9cd5"}, "namespace": "e2e-mt-62be9cd5", "name": "odh-trusted-ca-bundle", "reconcileID": "50d30a15-ae18-4421-ae59-1df5c4befe12", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-62be9cd5"} 2026-06-15T03:46:28Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-62be9cd5"}, "namespace": "e2e-mt-62be9cd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1ed4e161-e0f4-4679-8089-fd042ff40f47", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-62be9cd5"} 2026-06-15T03:46:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-106e093b"}, "namespace": "e2e-mt-106e093b", "name": "openshift-service-ca.crt", "reconcileID": "32a0e638-18dd-44d5-ab8e-e57aa9bdf0eb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-106e093b"} 2026-06-15T03:46:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-106e093b"}, "namespace": "e2e-mt-106e093b", "name": "odh-trusted-ca-bundle", "reconcileID": "6110154f-88ca-4da4-a8af-b50e4df1530a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-106e093b"} 2026-06-15T03:46:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-106e093b"}, "namespace": "e2e-mt-106e093b", "name": "openshift-service-ca.crt", "reconcileID": "c5327415-0034-409f-bfdf-4f557c81dd5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-106e093b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:46:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-106e093b"}, "namespace": "e2e-mt-106e093b", "name": "openshift-service-ca.crt", "reconcileID": "c5327415-0034-409f-bfdf-4f557c81dd5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-106e093b"} 2026-06-15T03:46:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-106e093b"}, "namespace": "e2e-mt-106e093b", "name": "openshift-service-ca.crt", "reconcileID": "b342d42e-fa10-47d2-a015-8c2863d898ab", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-106e093b"} 2026-06-15T03:46:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-106e093b"}, "namespace": "e2e-mt-106e093b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "822ebd09-243b-4da8-a2b7-82ffc6964b42", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-106e093b"} 2026-06-15T03:46:29Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-106e093b"}, "namespace": "e2e-mt-106e093b", "name": "odh-trusted-ca-bundle", "reconcileID": "02ec4160-927f-4764-b9cf-500b81412b23", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-106e093b", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:46:29Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-106e093b"}, "namespace": "e2e-mt-106e093b", "name": "odh-trusted-ca-bundle", "reconcileID": "02ec4160-927f-4764-b9cf-500b81412b23", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-106e093b"} 2026-06-15T03:46:29Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-106e093b"}, "namespace": "e2e-mt-106e093b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aaba8c4d-85e8-4e14-97c5-f12494bdcf68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-106e093b"} 2026-06-15T03:46:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-62be9cd5"}, "namespace": "e2e-mt-62be9cd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2869bda-96f8-4a7a-8a45-87e193080112", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-62be9cd5"} 2026-06-15T03:46:36Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-62be9cd5"}, "namespace": "e2e-mt-62be9cd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2869bda-96f8-4a7a-8a45-87e193080112", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-62be9cd5", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:46:36Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-62be9cd5"}, "namespace": "e2e-mt-62be9cd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2869bda-96f8-4a7a-8a45-87e193080112", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-62be9cd5 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:46:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-62be9cd5"}, "namespace": "e2e-mt-62be9cd5", "name": "odh-trusted-ca-bundle", "reconcileID": "a689e9fb-9a5b-4518-a0de-3077293e0828", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-62be9cd5"} 2026-06-15T03:46:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-62be9cd5"}, "namespace": "e2e-mt-62be9cd5", "name": "odh-trusted-ca-bundle", "reconcileID": "a689e9fb-9a5b-4518-a0de-3077293e0828", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-62be9cd5"} 2026-06-15T03:46:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-62be9cd5"}, "namespace": "e2e-mt-62be9cd5", "name": "openshift-service-ca.crt", "reconcileID": "3cb48b2a-7324-4b67-8539-6ceb29faacb7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-62be9cd5"} 2026-06-15T03:46:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-62be9cd5"}, "namespace": "e2e-mt-62be9cd5", "name": "openshift-service-ca.crt", "reconcileID": "3cb48b2a-7324-4b67-8539-6ceb29faacb7", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-62be9cd5"} 2026-06-15T03:46:36Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-62be9cd5"}, "namespace": "e2e-mt-62be9cd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d072e4b5-3873-415e-9c26-a4acb92012ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-62be9cd5"} 2026-06-15T03:46:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-62be9cd5"}, "namespace": "e2e-mt-62be9cd5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d072e4b5-3873-415e-9c26-a4acb92012ac", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-62be9cd5"} 2026-06-15T03:46:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-106e093b"}, "namespace": "e2e-mt-106e093b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75daa71c-ad49-4846-8569-709da5300183", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-106e093b"} 2026-06-15T03:46:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-106e093b"}, "namespace": "e2e-mt-106e093b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75daa71c-ad49-4846-8569-709da5300183", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-106e093b", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:46:42Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-106e093b"}, "namespace": "e2e-mt-106e093b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75daa71c-ad49-4846-8569-709da5300183", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-106e093b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:46:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-106e093b"}, "namespace": "e2e-mt-106e093b", "name": "odh-trusted-ca-bundle", "reconcileID": "00725517-bba5-4221-95a9-94b110c12205", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-106e093b"} 2026-06-15T03:46:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-106e093b"}, "namespace": "e2e-mt-106e093b", "name": "odh-trusted-ca-bundle", "reconcileID": "00725517-bba5-4221-95a9-94b110c12205", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-106e093b"} 2026-06-15T03:46:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-106e093b"}, "namespace": "e2e-mt-106e093b", "name": "openshift-service-ca.crt", "reconcileID": "cbfd9572-23e8-4467-bbcc-56a7dfd7cce5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-106e093b"} 2026-06-15T03:46:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-106e093b"}, "namespace": "e2e-mt-106e093b", "name": "openshift-service-ca.crt", "reconcileID": "cbfd9572-23e8-4467-bbcc-56a7dfd7cce5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-106e093b"} 2026-06-15T03:46:42Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-106e093b"}, "namespace": "e2e-mt-106e093b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f720b2e6-7bf0-483e-a1b2-120e8c555970", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-106e093b"} 2026-06-15T03:46:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-106e093b"}, "namespace": "e2e-mt-106e093b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f720b2e6-7bf0-483e-a1b2-120e8c555970", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-106e093b"} 2026-06-15T03:46:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-496f8e4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-496f8e4e", "reconcileID": "367c8a13-35fc-4dba-9d27-144dc476b181", "Gateway": "e2e-mt-496f8e4e", "namespace": "openshift-ingress"} 2026-06-15T03:46:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-496f8e4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-496f8e4e", "reconcileID": "e219e695-a2f1-42e7-a47c-d2f8103e0061", "Gateway": "e2e-mt-496f8e4e", "namespace": "openshift-ingress"} 2026-06-15T03:46:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-496f8e4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-496f8e4e", "reconcileID": "cfb370ab-50ed-48b7-b525-f5f07b74d15e", "Gateway": "e2e-mt-496f8e4e", "namespace": "openshift-ingress"} 2026-06-15T03:46:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-496f8e4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-496f8e4e", "reconcileID": "94a469ed-a038-4f7a-8c6f-c2f21092fdf7", "Gateway": "e2e-mt-496f8e4e", "namespace": "openshift-ingress"} 2026-06-15T03:46:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-496f8e4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-496f8e4e", "reconcileID": "0b2522f3-480e-4231-89e3-fbcc09aa8b4e", "Gateway": "e2e-mt-496f8e4e", "namespace": "openshift-ingress"} 2026-06-15T03:46:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-496f8e4e"}, "namespace": "e2e-mt-496f8e4e", "name": "openshift-service-ca.crt", "reconcileID": "0fb1d56e-d33a-4977-8293-6817515e5173", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-496f8e4e"} 2026-06-15T03:46:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-496f8e4e"}, "namespace": "e2e-mt-496f8e4e", "name": "odh-trusted-ca-bundle", "reconcileID": "8c5d6cd0-149a-44bf-bd76-7d5991862134", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-496f8e4e"} 2026-06-15T03:46:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-496f8e4e"}, "namespace": "e2e-mt-496f8e4e", "name": "openshift-service-ca.crt", "reconcileID": "abc439d7-3d49-4e53-8aaf-755bb4c46794", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-496f8e4e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:46:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-496f8e4e"}, "namespace": "e2e-mt-496f8e4e", "name": "openshift-service-ca.crt", "reconcileID": "abc439d7-3d49-4e53-8aaf-755bb4c46794", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-496f8e4e"} 2026-06-15T03:46:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-496f8e4e"}, "namespace": "e2e-mt-496f8e4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19846ec9-bed9-4c66-808f-b670ae53eced", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-496f8e4e"} 2026-06-15T03:46:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-496f8e4e"}, "namespace": "e2e-mt-496f8e4e", "name": "openshift-service-ca.crt", "reconcileID": "626fa226-a595-4add-b45a-1ab49e075156", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-496f8e4e"} 2026-06-15T03:46:44Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-496f8e4e"}, "namespace": "e2e-mt-496f8e4e", "name": "odh-trusted-ca-bundle", "reconcileID": "a7c2d0bf-2a54-4d2a-b6f3-0bcb55e0b001", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-496f8e4e", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:46:44Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-496f8e4e"}, "namespace": "e2e-mt-496f8e4e", "name": "odh-trusted-ca-bundle", "reconcileID": "a7c2d0bf-2a54-4d2a-b6f3-0bcb55e0b001", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-496f8e4e"} 2026-06-15T03:46:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-496f8e4e"}, "namespace": "e2e-mt-496f8e4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f791a9da-da1e-4f63-858a-bbd51a729ef1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-496f8e4e"} 2026-06-15T03:46:45Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-496f8e4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-496f8e4e", "reconcileID": "4aaf94b0-e8d8-4ce1-b452-4a24bddbaae1", "Gateway": "e2e-mt-496f8e4e", "namespace": "openshift-ingress"} 2026-06-15T03:46:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-496f8e4e","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-496f8e4e", "reconcileID": "d6b6f023-5b40-41f8-903e-64e0e0660790", "Gateway": "e2e-mt-496f8e4e", "namespace": "openshift-ingress"} 2026-06-15T03:46:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-496f8e4e"}, "namespace": "e2e-mt-other-496f8e4e", "name": "openshift-service-ca.crt", "reconcileID": "0a8180b4-b055-4a89-9a93-80a3e6a48268", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-496f8e4e"} 2026-06-15T03:46:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-496f8e4e"}, "namespace": "e2e-mt-other-496f8e4e", "name": "odh-trusted-ca-bundle", "reconcileID": "4319f5b5-57fc-4d04-a13b-19f05e8e07a7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-496f8e4e"} 2026-06-15T03:46:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-496f8e4e"}, "namespace": "e2e-mt-other-496f8e4e", "name": "openshift-service-ca.crt", "reconcileID": "47e36e01-6bfe-4169-8cb7-084f03f0319e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-496f8e4e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:46:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-496f8e4e"}, "namespace": "e2e-mt-other-496f8e4e", "name": "openshift-service-ca.crt", "reconcileID": "47e36e01-6bfe-4169-8cb7-084f03f0319e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-496f8e4e"} 2026-06-15T03:46:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-496f8e4e"}, "namespace": "e2e-mt-other-496f8e4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40540991-c520-442a-8efd-a2acaeb69cb8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-496f8e4e"} 2026-06-15T03:46:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-496f8e4e"}, "namespace": "e2e-mt-other-496f8e4e", "name": "openshift-service-ca.crt", "reconcileID": "edac12dd-3a48-409c-84a5-b65e6af42802", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-496f8e4e"} 2026-06-15T03:46:50Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-496f8e4e"}, "namespace": "e2e-mt-other-496f8e4e", "name": "odh-trusted-ca-bundle", "reconcileID": "99e04f25-2e84-4346-beeb-90d72ede9b88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-496f8e4e", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:46:50Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-496f8e4e"}, "namespace": "e2e-mt-other-496f8e4e", "name": "odh-trusted-ca-bundle", "reconcileID": "99e04f25-2e84-4346-beeb-90d72ede9b88", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-496f8e4e"} 2026-06-15T03:46:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-496f8e4e"}, "namespace": "e2e-mt-other-496f8e4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a8cd6bb-6e1a-48f6-bc2b-11215e17ec2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-496f8e4e"} 2026-06-15T03:46:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-496f8e4e"}, "namespace": "e2e-mt-other-496f8e4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa116246-2c39-4893-a50f-9d95d820f7bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-496f8e4e"} 2026-06-15T03:46:55Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-496f8e4e"}, "namespace": "e2e-mt-other-496f8e4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa116246-2c39-4893-a50f-9d95d820f7bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-496f8e4e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:46:55Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-496f8e4e"}, "namespace": "e2e-mt-other-496f8e4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "aa116246-2c39-4893-a50f-9d95d820f7bb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-other-496f8e4e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:46:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-496f8e4e"}, "namespace": "e2e-mt-other-496f8e4e", "name": "odh-trusted-ca-bundle", "reconcileID": "cdf2eb56-dbb7-4635-a851-7abc3782174f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-496f8e4e"} 2026-06-15T03:46:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-other-496f8e4e"}, "namespace": "e2e-mt-other-496f8e4e", "name": "odh-trusted-ca-bundle", "reconcileID": "cdf2eb56-dbb7-4635-a851-7abc3782174f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-other-496f8e4e"} 2026-06-15T03:46:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-496f8e4e"}, "namespace": "e2e-mt-other-496f8e4e", "name": "openshift-service-ca.crt", "reconcileID": "ebd05b51-fcd5-4933-8dbb-22dd54e71324", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-496f8e4e"} 2026-06-15T03:46:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-other-496f8e4e"}, "namespace": "e2e-mt-other-496f8e4e", "name": "openshift-service-ca.crt", "reconcileID": "ebd05b51-fcd5-4933-8dbb-22dd54e71324", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-other-496f8e4e"} 2026-06-15T03:46:55Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-496f8e4e"}, "namespace": "e2e-mt-other-496f8e4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40d6eebf-e944-41ba-8d9d-ba48aec22063", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-496f8e4e"} 2026-06-15T03:46:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-other-496f8e4e"}, "namespace": "e2e-mt-other-496f8e4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40d6eebf-e944-41ba-8d9d-ba48aec22063", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-other-496f8e4e"} 2026-06-15T03:47:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-496f8e4e"}, "namespace": "e2e-mt-496f8e4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ce6067c-be9b-40fd-ba45-e2b1fe67032a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-496f8e4e"} 2026-06-15T03:47:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-496f8e4e"}, "namespace": "e2e-mt-496f8e4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ce6067c-be9b-40fd-ba45-e2b1fe67032a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-496f8e4e", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:47:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-496f8e4e"}, "namespace": "e2e-mt-496f8e4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ce6067c-be9b-40fd-ba45-e2b1fe67032a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-496f8e4e because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:47:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-496f8e4e"}, "namespace": "e2e-mt-496f8e4e", "name": "odh-trusted-ca-bundle", "reconcileID": "964b3cb3-9fe5-4f18-9f31-50b581e5c744", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-496f8e4e"} 2026-06-15T03:47:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-496f8e4e"}, "namespace": "e2e-mt-496f8e4e", "name": "odh-trusted-ca-bundle", "reconcileID": "964b3cb3-9fe5-4f18-9f31-50b581e5c744", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-496f8e4e"} 2026-06-15T03:47:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-496f8e4e"}, "namespace": "e2e-mt-496f8e4e", "name": "openshift-service-ca.crt", "reconcileID": "9f963725-c341-4aa7-ae4d-2346fe88cd70", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-496f8e4e"} 2026-06-15T03:47:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-496f8e4e"}, "namespace": "e2e-mt-496f8e4e", "name": "openshift-service-ca.crt", "reconcileID": "9f963725-c341-4aa7-ae4d-2346fe88cd70", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-496f8e4e"} 2026-06-15T03:47:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-496f8e4e"}, "namespace": "e2e-mt-496f8e4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bde652f-1914-4596-90cc-b9c8e1cdf563", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-496f8e4e"} 2026-06-15T03:47:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-496f8e4e"}, "namespace": "e2e-mt-496f8e4e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9bde652f-1914-4596-90cc-b9c8e1cdf563", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-496f8e4e"} 2026-06-15T03:47:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-ce98481a"}, "namespace": "e2e-webhook-sub-ce98481a", "name": "openshift-service-ca.crt", "reconcileID": "4f6f3912-d139-421e-b42a-96d449843951", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-ce98481a"} 2026-06-15T03:47:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-ce98481a"}, "namespace": "e2e-webhook-sub-ce98481a", "name": "odh-trusted-ca-bundle", "reconcileID": "cc53bd0a-c64a-4104-b1fc-39a9d3ff7920", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-ce98481a"} 2026-06-15T03:47:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-ce98481a"}, "namespace": "e2e-webhook-sub-ce98481a", "name": "openshift-service-ca.crt", "reconcileID": "61878a82-d727-4703-9954-c8797fe425e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-ce98481a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:47:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-ce98481a"}, "namespace": "e2e-webhook-sub-ce98481a", "name": "openshift-service-ca.crt", "reconcileID": "61878a82-d727-4703-9954-c8797fe425e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-ce98481a"} 2026-06-15T03:47:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-ce98481a"}, "namespace": "e2e-webhook-sub-ce98481a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39156bc6-6925-47d7-b162-f6db60f46fee", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-ce98481a"} 2026-06-15T03:47:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-ce98481a"}, "namespace": "e2e-webhook-sub-ce98481a", "name": "openshift-service-ca.crt", "reconcileID": "49a48546-555f-47bb-87b6-e476cf523fd8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-ce98481a"} 2026-06-15T03:47:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-ce98481a"}, "namespace": "e2e-webhook-sub-ce98481a", "name": "odh-trusted-ca-bundle", "reconcileID": "f32423db-a88c-4adf-89cf-bd02249cc5c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-ce98481a", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:47:02Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-ce98481a"}, "namespace": "e2e-webhook-sub-ce98481a", "name": "odh-trusted-ca-bundle", "reconcileID": "f32423db-a88c-4adf-89cf-bd02249cc5c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-ce98481a"} 2026-06-15T03:47:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-ce98481a"}, "namespace": "e2e-webhook-sub-ce98481a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7eb2716-848d-431e-92a7-2c2c75853d56", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-ce98481a"} 2026-06-15T03:47:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-ce98481a"}, "namespace": "e2e-webhook-sub-ce98481a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4adefaf7-cc6c-4bd8-9cea-7e28f9c1cb2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-ce98481a"} 2026-06-15T03:47:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-ce98481a"}, "namespace": "e2e-webhook-sub-ce98481a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4adefaf7-cc6c-4bd8-9cea-7e28f9c1cb2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-ce98481a", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:47:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-ce98481a"}, "namespace": "e2e-webhook-sub-ce98481a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4adefaf7-cc6c-4bd8-9cea-7e28f9c1cb2b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-sub-ce98481a because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:47:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-ce98481a"}, "namespace": "e2e-webhook-sub-ce98481a", "name": "odh-trusted-ca-bundle", "reconcileID": "6bbcbac4-51b0-427f-93c7-164bb35cce52", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-ce98481a"} 2026-06-15T03:47:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-ce98481a"}, "namespace": "e2e-webhook-sub-ce98481a", "name": "odh-trusted-ca-bundle", "reconcileID": "6bbcbac4-51b0-427f-93c7-164bb35cce52", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-ce98481a"} 2026-06-15T03:47:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-ce98481a"}, "namespace": "e2e-webhook-sub-ce98481a", "name": "openshift-service-ca.crt", "reconcileID": "07480a8d-d735-40f6-8c95-85a01ab1348d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-ce98481a"} 2026-06-15T03:47:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-ce98481a"}, "namespace": "e2e-webhook-sub-ce98481a", "name": "openshift-service-ca.crt", "reconcileID": "07480a8d-d735-40f6-8c95-85a01ab1348d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-ce98481a"} 2026-06-15T03:47:08Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-ce98481a"}, "namespace": "e2e-webhook-sub-ce98481a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8f0a1a6-a18c-41a6-9b76-afefdc2f4c5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-ce98481a"} 2026-06-15T03:47:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-ce98481a"}, "namespace": "e2e-webhook-sub-ce98481a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e8f0a1a6-a18c-41a6-9b76-afefdc2f4c5e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-ce98481a"} 2026-06-15T03:47:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-544c8b20"}, "namespace": "e2e-webhook-auth-544c8b20", "name": "openshift-service-ca.crt", "reconcileID": "34b7d39b-c6db-419d-9ca8-f131b67f43c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-544c8b20"} 2026-06-15T03:47:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-544c8b20"}, "namespace": "e2e-webhook-auth-544c8b20", "name": "odh-trusted-ca-bundle", "reconcileID": "06a947be-52e7-4328-90bf-ec5162182dba", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-544c8b20"} 2026-06-15T03:47:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-544c8b20"}, "namespace": "e2e-webhook-auth-544c8b20", "name": "openshift-service-ca.crt", "reconcileID": "2034a1c6-3449-480f-b067-293c37593c52", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-544c8b20", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:47:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-544c8b20"}, "namespace": "e2e-webhook-auth-544c8b20", "name": "openshift-service-ca.crt", "reconcileID": "2034a1c6-3449-480f-b067-293c37593c52", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-544c8b20"} 2026-06-15T03:47:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-544c8b20"}, "namespace": "e2e-webhook-auth-544c8b20", "name": "openshift-service-ca.crt", "reconcileID": "f6969e28-f8b7-4ffc-8e04-72ca77f1c903", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-544c8b20", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:47:08Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-544c8b20"}, "namespace": "e2e-webhook-auth-544c8b20", "name": "openshift-service-ca.crt", "reconcileID": "f6969e28-f8b7-4ffc-8e04-72ca77f1c903", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:47:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-544c8b20"}, "namespace": "e2e-webhook-auth-544c8b20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4f13c9c9-726a-4cdf-ab72-d672398668f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-544c8b20"} 2026-06-15T03:47:08Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-544c8b20"}, "namespace": "e2e-webhook-auth-544c8b20", "name": "odh-trusted-ca-bundle", "reconcileID": "5129faad-30fe-46ea-a5bc-0f2139597a5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-544c8b20", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:47:08Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-544c8b20"}, "namespace": "e2e-webhook-auth-544c8b20", "name": "odh-trusted-ca-bundle", "reconcileID": "5129faad-30fe-46ea-a5bc-0f2139597a5a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-544c8b20"} 2026-06-15T03:47:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-544c8b20"}, "namespace": "e2e-webhook-auth-544c8b20", "name": "openshift-service-ca.crt", "reconcileID": "5af0174a-f2e1-4487-8d62-e61d84ac39fe", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-544c8b20"} 2026-06-15T03:47:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-544c8b20"}, "namespace": "e2e-webhook-auth-544c8b20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1875bdf-9010-4020-8cd0-a252ec457514", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-544c8b20"} 2026-06-15T03:47:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-544c8b20"}, "namespace": "e2e-webhook-auth-544c8b20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52ac274f-03e3-479f-8f70-0ab9944b65bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-544c8b20"} 2026-06-15T03:47:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-544c8b20"}, "namespace": "e2e-webhook-auth-544c8b20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52ac274f-03e3-479f-8f70-0ab9944b65bc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-544c8b20", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:47:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-544c8b20"}, "namespace": "e2e-webhook-auth-544c8b20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "52ac274f-03e3-479f-8f70-0ab9944b65bc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-auth-544c8b20 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:47:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-544c8b20"}, "namespace": "e2e-webhook-auth-544c8b20", "name": "odh-trusted-ca-bundle", "reconcileID": "021bf6e0-e61b-44ae-b97a-6237d6c9e5cb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-544c8b20"} 2026-06-15T03:47:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-544c8b20"}, "namespace": "e2e-webhook-auth-544c8b20", "name": "odh-trusted-ca-bundle", "reconcileID": "021bf6e0-e61b-44ae-b97a-6237d6c9e5cb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-544c8b20"} 2026-06-15T03:47:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-544c8b20"}, "namespace": "e2e-webhook-auth-544c8b20", "name": "openshift-service-ca.crt", "reconcileID": "1048e1d7-2062-4a3c-93c3-269a31be68b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-544c8b20"} 2026-06-15T03:47:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-544c8b20"}, "namespace": "e2e-webhook-auth-544c8b20", "name": "openshift-service-ca.crt", "reconcileID": "1048e1d7-2062-4a3c-93c3-269a31be68b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-544c8b20"} 2026-06-15T03:47:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-544c8b20"}, "namespace": "e2e-webhook-auth-544c8b20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80d2c1ab-3246-45d9-86fb-9f98d45aad8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-544c8b20"} 2026-06-15T03:47:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-544c8b20"}, "namespace": "e2e-webhook-auth-544c8b20", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "80d2c1ab-3246-45d9-86fb-9f98d45aad8c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-544c8b20"} 2026-06-15T03:47:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-89177eef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-89177eef", "reconcileID": "79add2a8-b1f7-48fa-a7bc-9dfba0d3e935", "Gateway": "e2e-mt-89177eef", "namespace": "openshift-ingress"} 2026-06-15T03:47:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-89177eef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-89177eef", "reconcileID": "c4119697-da72-4e39-b52e-c572c912aa65", "Gateway": "e2e-mt-89177eef", "namespace": "openshift-ingress"} 2026-06-15T03:47:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-89177eef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-89177eef", "reconcileID": "9b769036-d72e-49db-be4f-a910d25cfc6f", "Gateway": "e2e-mt-89177eef", "namespace": "openshift-ingress"} 2026-06-15T03:47:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-89177eef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-89177eef", "reconcileID": "1c3950be-b150-4798-9db3-43188e9b13ee", "Gateway": "e2e-mt-89177eef", "namespace": "openshift-ingress"} 2026-06-15T03:47:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-89177eef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-89177eef", "reconcileID": "d6c52218-92b0-467b-a752-4fe596cf0580", "Gateway": "e2e-mt-89177eef", "namespace": "openshift-ingress"} 2026-06-15T03:47:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-89177eef"}, "namespace": "e2e-mt-89177eef", "name": "openshift-service-ca.crt", "reconcileID": "d45cbb51-9fcb-4b79-9c5f-58b65f361fd3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-89177eef"} 2026-06-15T03:47:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-89177eef"}, "namespace": "e2e-mt-89177eef", "name": "odh-trusted-ca-bundle", "reconcileID": "bda58c55-44f7-4a62-abce-86450c94157f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-89177eef"} 2026-06-15T03:47:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-89177eef"}, "namespace": "e2e-mt-89177eef", "name": "openshift-service-ca.crt", "reconcileID": "13402183-1833-477b-afe9-471fd68f1f56", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-89177eef", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:47:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-89177eef"}, "namespace": "e2e-mt-89177eef", "name": "openshift-service-ca.crt", "reconcileID": "13402183-1833-477b-afe9-471fd68f1f56", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-89177eef"} 2026-06-15T03:47:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-89177eef"}, "namespace": "e2e-mt-89177eef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c51c87f-ca29-4e8a-b5cd-fac81a7380d6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-89177eef"} 2026-06-15T03:47:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-89177eef"}, "namespace": "e2e-mt-89177eef", "name": "openshift-service-ca.crt", "reconcileID": "bd6a29b8-4b51-4035-9f45-b61df387e490", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-89177eef"} 2026-06-15T03:47:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-89177eef"}, "namespace": "e2e-mt-89177eef", "name": "odh-trusted-ca-bundle", "reconcileID": "28db22a0-b61d-461c-8694-a97b16a6de2b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-89177eef", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:47:25Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-89177eef"}, "namespace": "e2e-mt-89177eef", "name": "odh-trusted-ca-bundle", "reconcileID": "28db22a0-b61d-461c-8694-a97b16a6de2b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-89177eef"} 2026-06-15T03:47:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-89177eef"}, "namespace": "e2e-mt-89177eef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d56b9fe1-a2bd-4b2e-940b-c9f77c74fb1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-89177eef"} 2026-06-15T03:47:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-89177eef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-89177eef", "reconcileID": "8b93e96f-6731-4bb8-805d-f9bcca24ba5e", "Gateway": "e2e-mt-89177eef", "namespace": "openshift-ingress"} 2026-06-15T03:47:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-89177eef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-89177eef", "reconcileID": "b48f422d-83d1-44ba-a5fb-e53e7ab2c9d9", "Gateway": "e2e-mt-89177eef", "namespace": "openshift-ingress"} 2026-06-15T03:49:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-89177eef"}, "namespace": "e2e-mt-89177eef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "406e7339-68d9-49b2-a243-936b65aa18c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-89177eef"} 2026-06-15T03:49:40Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-89177eef"}, "namespace": "e2e-mt-89177eef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "406e7339-68d9-49b2-a243-936b65aa18c0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-89177eef", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:49:40Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-89177eef"}, "namespace": "e2e-mt-89177eef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "406e7339-68d9-49b2-a243-936b65aa18c0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-89177eef because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:49:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-89177eef"}, "namespace": "e2e-mt-89177eef", "name": "odh-trusted-ca-bundle", "reconcileID": "6755b13d-2514-43d3-b393-3c55c70fe8bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-89177eef"} 2026-06-15T03:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-89177eef"}, "namespace": "e2e-mt-89177eef", "name": "odh-trusted-ca-bundle", "reconcileID": "6755b13d-2514-43d3-b393-3c55c70fe8bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-89177eef"} 2026-06-15T03:49:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-89177eef"}, "namespace": "e2e-mt-89177eef", "name": "openshift-service-ca.crt", "reconcileID": "3eaa7abe-0169-486e-bc13-35d8f8eb0055", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-89177eef"} 2026-06-15T03:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-89177eef"}, "namespace": "e2e-mt-89177eef", "name": "openshift-service-ca.crt", "reconcileID": "3eaa7abe-0169-486e-bc13-35d8f8eb0055", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-89177eef"} 2026-06-15T03:49:40Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-89177eef"}, "namespace": "e2e-mt-89177eef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3526318-0ee3-45b1-9638-18e779a2ab19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-89177eef"} 2026-06-15T03:49:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-89177eef"}, "namespace": "e2e-mt-89177eef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3526318-0ee3-45b1-9638-18e779a2ab19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-89177eef"} 2026-06-15T03:49:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-a22da6ba"}, "namespace": "e2e-mt-a22da6ba", "name": "openshift-service-ca.crt", "reconcileID": "209f4686-bf44-4141-895a-0b0c66dce08d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-a22da6ba"} 2026-06-15T03:49:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-a22da6ba"}, "namespace": "e2e-mt-a22da6ba", "name": "odh-trusted-ca-bundle", "reconcileID": "315b35ee-79e7-4098-9486-9daf862d6ae2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-a22da6ba"} 2026-06-15T03:49:41Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-a22da6ba"}, "namespace": "e2e-mt-a22da6ba", "name": "openshift-service-ca.crt", "reconcileID": "e9aa4c47-1dc8-4526-be61-c467cea0f2e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-a22da6ba", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:49:41Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-a22da6ba"}, "namespace": "e2e-mt-a22da6ba", "name": "openshift-service-ca.crt", "reconcileID": "e9aa4c47-1dc8-4526-be61-c467cea0f2e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-a22da6ba"} 2026-06-15T03:49:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-a22da6ba"}, "namespace": "e2e-mt-a22da6ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fcc13df6-7488-405c-a19a-7dd90d4d1e34", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-a22da6ba"} 2026-06-15T03:49:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-a22da6ba"}, "namespace": "e2e-mt-a22da6ba", "name": "openshift-service-ca.crt", "reconcileID": "7ccadfbf-46cc-4f2d-85c4-a564c412d25d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-a22da6ba"} 2026-06-15T03:49:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-a22da6ba"}, "namespace": "e2e-mt-a22da6ba", "name": "odh-trusted-ca-bundle", "reconcileID": "5bf9629f-a976-4a10-affc-ed43c20b3822", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-a22da6ba", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:49:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-a22da6ba"}, "namespace": "e2e-mt-a22da6ba", "name": "odh-trusted-ca-bundle", "reconcileID": "5bf9629f-a976-4a10-affc-ed43c20b3822", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-a22da6ba"} 2026-06-15T03:49:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-a22da6ba"}, "namespace": "e2e-mt-a22da6ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b03c20e2-a494-4ee8-8f86-0a0b9aa073aa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-a22da6ba"} 2026-06-15T03:49:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-fc3c24d4"}, "namespace": "e2e-mt-fc3c24d4", "name": "openshift-service-ca.crt", "reconcileID": "7f96b161-208f-4632-bde1-562dc229f90d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-fc3c24d4"} 2026-06-15T03:49:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-fc3c24d4"}, "namespace": "e2e-mt-fc3c24d4", "name": "odh-trusted-ca-bundle", "reconcileID": "67cfc4e9-2737-4535-9c52-9477d821c7bd", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-fc3c24d4"} 2026-06-15T03:49:42Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-fc3c24d4"}, "namespace": "e2e-mt-fc3c24d4", "name": "openshift-service-ca.crt", "reconcileID": "923a1e3a-75a6-4acb-a6d0-aa473364b828", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-fc3c24d4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:49:42Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-fc3c24d4"}, "namespace": "e2e-mt-fc3c24d4", "name": "openshift-service-ca.crt", "reconcileID": "923a1e3a-75a6-4acb-a6d0-aa473364b828", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-fc3c24d4"} 2026-06-15T03:49:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-fc3c24d4"}, "namespace": "e2e-mt-fc3c24d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d8021ac-fd9b-4d03-93a2-0f69d72cb6a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-fc3c24d4"} 2026-06-15T03:49:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-fc3c24d4"}, "namespace": "e2e-mt-fc3c24d4", "name": "openshift-service-ca.crt", "reconcileID": "09c338ee-ad6a-4489-b73a-058ffcce64a5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-fc3c24d4"} 2026-06-15T03:49:43Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-fc3c24d4"}, "namespace": "e2e-mt-fc3c24d4", "name": "odh-trusted-ca-bundle", "reconcileID": "8ad5d4e0-0db7-412f-881d-644f7c3dd2aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-fc3c24d4", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:49:43Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-fc3c24d4"}, "namespace": "e2e-mt-fc3c24d4", "name": "odh-trusted-ca-bundle", "reconcileID": "8ad5d4e0-0db7-412f-881d-644f7c3dd2aa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-fc3c24d4"} 2026-06-15T03:49:43Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-fc3c24d4"}, "namespace": "e2e-mt-fc3c24d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5d0762e6-a65f-487c-b060-baae6ed41f7c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-fc3c24d4"} 2026-06-15T03:49:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-a22da6ba"}, "namespace": "e2e-mt-a22da6ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19363533-e1e6-4201-af34-0d2c97288831", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-a22da6ba"} 2026-06-15T03:49:49Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-a22da6ba"}, "namespace": "e2e-mt-a22da6ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19363533-e1e6-4201-af34-0d2c97288831", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-a22da6ba", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:49:49Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-a22da6ba"}, "namespace": "e2e-mt-a22da6ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "19363533-e1e6-4201-af34-0d2c97288831", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-a22da6ba because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:49:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-a22da6ba"}, "namespace": "e2e-mt-a22da6ba", "name": "odh-trusted-ca-bundle", "reconcileID": "1dbcd6d5-1138-49ab-9d44-32bd012a8c2f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-a22da6ba"} 2026-06-15T03:49:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-a22da6ba"}, "namespace": "e2e-mt-a22da6ba", "name": "odh-trusted-ca-bundle", "reconcileID": "1dbcd6d5-1138-49ab-9d44-32bd012a8c2f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-a22da6ba"} 2026-06-15T03:49:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-a22da6ba"}, "namespace": "e2e-mt-a22da6ba", "name": "openshift-service-ca.crt", "reconcileID": "36b0e350-d83b-4f83-b4ca-8d0f47438bbd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-a22da6ba"} 2026-06-15T03:49:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-a22da6ba"}, "namespace": "e2e-mt-a22da6ba", "name": "openshift-service-ca.crt", "reconcileID": "36b0e350-d83b-4f83-b4ca-8d0f47438bbd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-a22da6ba"} 2026-06-15T03:49:49Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-a22da6ba"}, "namespace": "e2e-mt-a22da6ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7599348-aa2a-4d99-9948-330d23c442e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-a22da6ba"} 2026-06-15T03:49:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-a22da6ba"}, "namespace": "e2e-mt-a22da6ba", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b7599348-aa2a-4d99-9948-330d23c442e6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-a22da6ba"} 2026-06-15T03:49:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-fc3c24d4"}, "namespace": "e2e-mt-fc3c24d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c73fd663-84f9-40b7-bb03-191e97945fe1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-fc3c24d4"} 2026-06-15T03:49:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-fc3c24d4"}, "namespace": "e2e-mt-fc3c24d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c73fd663-84f9-40b7-bb03-191e97945fe1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-fc3c24d4", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:49:56Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-fc3c24d4"}, "namespace": "e2e-mt-fc3c24d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c73fd663-84f9-40b7-bb03-191e97945fe1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-fc3c24d4 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:49:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-fc3c24d4"}, "namespace": "e2e-mt-fc3c24d4", "name": "odh-trusted-ca-bundle", "reconcileID": "4492222b-1537-4b4d-812d-a4a8006c1100", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-fc3c24d4"} 2026-06-15T03:49:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-fc3c24d4"}, "namespace": "e2e-mt-fc3c24d4", "name": "odh-trusted-ca-bundle", "reconcileID": "4492222b-1537-4b4d-812d-a4a8006c1100", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-fc3c24d4"} 2026-06-15T03:49:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-fc3c24d4"}, "namespace": "e2e-mt-fc3c24d4", "name": "openshift-service-ca.crt", "reconcileID": "091672c3-a0ac-4428-a422-4e385cd8994d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-fc3c24d4"} 2026-06-15T03:49:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-fc3c24d4"}, "namespace": "e2e-mt-fc3c24d4", "name": "openshift-service-ca.crt", "reconcileID": "091672c3-a0ac-4428-a422-4e385cd8994d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-fc3c24d4"} 2026-06-15T03:49:56Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-fc3c24d4"}, "namespace": "e2e-mt-fc3c24d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3bac77d-d4fb-4fa5-9993-fc6795653754", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-fc3c24d4"} 2026-06-15T03:49:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-fc3c24d4"}, "namespace": "e2e-mt-fc3c24d4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f3bac77d-d4fb-4fa5-9993-fc6795653754", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-fc3c24d4"} 2026-06-15T03:49:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-0b871568"}, "namespace": "e2e-mt-0b871568", "name": "openshift-service-ca.crt", "reconcileID": "3df53e8b-744f-4f01-83d4-758ab78ffc0b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-0b871568"} 2026-06-15T03:49:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-0b871568"}, "namespace": "e2e-mt-0b871568", "name": "odh-trusted-ca-bundle", "reconcileID": "e86cd6c9-4253-4145-8fb5-354cc7ae88ca", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-0b871568"} 2026-06-15T03:49:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-0b871568"}, "namespace": "e2e-mt-0b871568", "name": "openshift-service-ca.crt", "reconcileID": "b8ccb0ab-921b-44b5-82bb-3d0737db0fc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-0b871568", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:49:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-0b871568"}, "namespace": "e2e-mt-0b871568", "name": "openshift-service-ca.crt", "reconcileID": "b8ccb0ab-921b-44b5-82bb-3d0737db0fc0", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-0b871568"} 2026-06-15T03:49:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-0b871568"}, "namespace": "e2e-mt-0b871568", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b2404b2-c683-4f9e-965b-fc5b18e900fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-0b871568"} 2026-06-15T03:49:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-0b871568"}, "namespace": "e2e-mt-0b871568", "name": "openshift-service-ca.crt", "reconcileID": "8b02fbd3-d5a9-41bc-8dc3-700ca2e98a6b", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-0b871568"} 2026-06-15T03:49:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-0b871568"}, "namespace": "e2e-mt-0b871568", "name": "odh-trusted-ca-bundle", "reconcileID": "ca9deabf-ed6c-455f-8a7c-245f8b322489", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-0b871568", "update": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:49:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-0b871568"}, "namespace": "e2e-mt-0b871568", "name": "odh-trusted-ca-bundle", "reconcileID": "ca9deabf-ed6c-455f-8a7c-245f8b322489", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-0b871568"} 2026-06-15T03:49:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-0b871568"}, "namespace": "e2e-mt-0b871568", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2ad9d11-3173-4b79-ac52-ebf17d0d2df0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-0b871568"} 2026-06-15T03:50:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-0b871568"}, "namespace": "e2e-mt-0b871568", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07e9242e-9625-42ff-b3a5-125d84fe550c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-0b871568"} 2026-06-15T03:50:34Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-0b871568"}, "namespace": "e2e-mt-0b871568", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07e9242e-9625-42ff-b3a5-125d84fe550c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-0b871568", "create": "odh-kserve-custom-ca-bundle"} 2026-06-15T03:50:34Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-0b871568"}, "namespace": "e2e-mt-0b871568", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07e9242e-9625-42ff-b3a5-125d84fe550c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-mt-0b871568 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-06-15T03:50:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-0b871568"}, "namespace": "e2e-mt-0b871568", "name": "odh-trusted-ca-bundle", "reconcileID": "fcd31580-c1fd-40e6-a015-3ff9ef2818d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-0b871568"} 2026-06-15T03:50:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-mt-0b871568"}, "namespace": "e2e-mt-0b871568", "name": "odh-trusted-ca-bundle", "reconcileID": "fcd31580-c1fd-40e6-a015-3ff9ef2818d4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-mt-0b871568"} 2026-06-15T03:50:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-0b871568"}, "namespace": "e2e-mt-0b871568", "name": "openshift-service-ca.crt", "reconcileID": "713d915d-8858-4637-9bc8-3d1bc0c5e1a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-0b871568"} 2026-06-15T03:50:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-mt-0b871568"}, "namespace": "e2e-mt-0b871568", "name": "openshift-service-ca.crt", "reconcileID": "713d915d-8858-4637-9bc8-3d1bc0c5e1a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-mt-0b871568"} 2026-06-15T03:50:34Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-0b871568"}, "namespace": "e2e-mt-0b871568", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5caedcea-9950-4638-afe3-56750eeedea0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-0b871568"} 2026-06-15T03:50:34Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-mt-0b871568"}, "namespace": "e2e-mt-0b871568", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5caedcea-9950-4638-afe3-56750eeedea0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-mt-0b871568"} 2026-06-15T03:51:54Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T03:51:54Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T03:51:54Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-06-15T03:51:54Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}