2026-07-08T17:34:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-be3b5b"}, "namespace": "e2e-webhook-test-be3b5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7219824-2928-40cf-bd91-211485fafa63", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-be3b5b"}
2026-07-08T17:34:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-be3b5b"}, "namespace": "e2e-webhook-test-be3b5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a1ebfd1-0871-4739-933f-956823d81957", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-be3b5b"}
2026-07-08T17:34:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-be3b5b"}, "namespace": "e2e-webhook-test-be3b5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a1ebfd1-0871-4739-933f-956823d81957", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-be3b5b", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:34:51Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-be3b5b"}, "namespace": "e2e-webhook-test-be3b5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a1ebfd1-0871-4739-933f-956823d81957", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-be3b5b because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T17:34:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-be3b5b"}, "namespace": "e2e-webhook-test-be3b5b", "name": "odh-trusted-ca-bundle", "reconcileID": "415d0c1e-dfd5-4ada-b8a6-0fb2bc48527f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-be3b5b"}
2026-07-08T17:34:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-be3b5b"}, "namespace": "e2e-webhook-test-be3b5b", "name": "odh-trusted-ca-bundle", "reconcileID": "415d0c1e-dfd5-4ada-b8a6-0fb2bc48527f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-be3b5b", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:34:51Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-be3b5b"}, "namespace": "e2e-webhook-test-be3b5b", "name": "odh-trusted-ca-bundle", "reconcileID": "415d0c1e-dfd5-4ada-b8a6-0fb2bc48527f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-be3b5b because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T17:34:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-be3b5b"}, "namespace": "e2e-webhook-test-be3b5b", "name": "openshift-service-ca.crt", "reconcileID": "6194b4f0-b39a-4f52-8e0c-0e63def67033", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-be3b5b"}
2026-07-08T17:34:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-be3b5b"}, "namespace": "e2e-webhook-test-be3b5b", "name": "openshift-service-ca.crt", "reconcileID": "6194b4f0-b39a-4f52-8e0c-0e63def67033", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-be3b5b"}
2026-07-08T17:34:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-be3b5b"}, "namespace": "e2e-webhook-test-be3b5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "419b5f1c-fca4-4509-ba4e-6be172155bbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-be3b5b"}
2026-07-08T17:34:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-be3b5b"}, "namespace": "e2e-webhook-test-be3b5b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "419b5f1c-fca4-4509-ba4e-6be172155bbc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-be3b5b"}
2026-07-08T17:34:51Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-be3b5b"}, "namespace": "e2e-webhook-test-be3b5b", "name": "odh-trusted-ca-bundle", "reconcileID": "0c3a20ec-38d2-4edb-a5f0-4f1f29f8e1d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-be3b5b"}
2026-07-08T17:34:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-be3b5b"}, "namespace": "e2e-webhook-test-be3b5b", "name": "odh-trusted-ca-bundle", "reconcileID": "0c3a20ec-38d2-4edb-a5f0-4f1f29f8e1d3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-be3b5b"}
2026-07-08T17:34:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ad05ca"}, "namespace": "e2e-webhook-test-ad05ca", "name": "openshift-service-ca.crt", "reconcileID": "53aa859d-0fc4-45b5-93c8-51f44d4859ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ad05ca"}
2026-07-08T17:34:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ad05ca"}, "namespace": "e2e-webhook-test-ad05ca", "name": "odh-trusted-ca-bundle", "reconcileID": "a108e5df-2ded-4c52-a327-203268e728f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ad05ca"}
2026-07-08T17:34:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ad05ca"}, "namespace": "e2e-webhook-test-ad05ca", "name": "openshift-service-ca.crt", "reconcileID": "6b76a8cb-334a-45bf-8bf9-aaf080a50c7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ad05ca", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:34:51Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ad05ca"}, "namespace": "e2e-webhook-test-ad05ca", "name": "openshift-service-ca.crt", "reconcileID": "6b76a8cb-334a-45bf-8bf9-aaf080a50c7d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ad05ca"}
2026-07-08T17:34:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ad05ca"}, "namespace": "e2e-webhook-test-ad05ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bb4b6cb-3536-47ed-bfb1-e717e5391e44", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ad05ca"}
2026-07-08T17:34:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ad05ca"}, "namespace": "e2e-webhook-test-ad05ca", "name": "openshift-service-ca.crt", "reconcileID": "d57cf387-3c77-471c-9139-10109ff556d5", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ad05ca"}
2026-07-08T17:34:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ad05ca"}, "namespace": "e2e-webhook-test-ad05ca", "name": "odh-trusted-ca-bundle", "reconcileID": "fc75458f-5a41-41c1-9124-6d55f1633d9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ad05ca", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:34:51Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ad05ca"}, "namespace": "e2e-webhook-test-ad05ca", "name": "odh-trusted-ca-bundle", "reconcileID": "fc75458f-5a41-41c1-9124-6d55f1633d9d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ad05ca"}
2026-07-08T17:34:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ad05ca"}, "namespace": "e2e-webhook-test-ad05ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "adf82152-9bd8-4097-bb65-6c44f9acf01f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ad05ca"}
2026-07-08T17:34:57Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ad05ca"}, "namespace": "e2e-webhook-test-ad05ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cadf6dbe-1025-4a95-bfe1-d9790345a501", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ad05ca"}
2026-07-08T17:34:57Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ad05ca"}, "namespace": "e2e-webhook-test-ad05ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cadf6dbe-1025-4a95-bfe1-d9790345a501", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ad05ca", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:34:57Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ad05ca"}, "namespace": "e2e-webhook-test-ad05ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cadf6dbe-1025-4a95-bfe1-d9790345a501", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-test-ad05ca because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T17:34:57Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ad05ca"}, "namespace": "e2e-webhook-test-ad05ca", "name": "odh-trusted-ca-bundle", "reconcileID": "df54132a-4aa4-41e0-8551-e041a3bcabf1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ad05ca"}
2026-07-08T17:34:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-test-ad05ca"}, "namespace": "e2e-webhook-test-ad05ca", "name": "odh-trusted-ca-bundle", "reconcileID": "df54132a-4aa4-41e0-8551-e041a3bcabf1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-test-ad05ca"}
2026-07-08T17:34:57Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ad05ca"}, "namespace": "e2e-webhook-test-ad05ca", "name": "openshift-service-ca.crt", "reconcileID": "6e44456e-2812-4ba3-97ba-896f5a862043", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ad05ca"}
2026-07-08T17:34:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-test-ad05ca"}, "namespace": "e2e-webhook-test-ad05ca", "name": "openshift-service-ca.crt", "reconcileID": "6e44456e-2812-4ba3-97ba-896f5a862043", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-test-ad05ca"}
2026-07-08T17:34:57Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ad05ca"}, "namespace": "e2e-webhook-test-ad05ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f73595f-b2b5-40a8-9fac-0d2dd0402ce5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ad05ca"}
2026-07-08T17:34:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-test-ad05ca"}, "namespace": "e2e-webhook-test-ad05ca", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f73595f-b2b5-40a8-9fac-0d2dd0402ce5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-test-ad05ca"}
2026-07-08T17:43:33Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-08T17:43:33Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-08T17:43:34Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-08T17:43:34Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-08T17:45:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c2422814-f0fe-4486-81b9-614baa5b5ca1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-08T17:45:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c2422814-f0fe-4486-81b9-614baa5b5ca1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-07-08T17:45:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c2422814-f0fe-4486-81b9-614baa5b5ca1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-08T17:45:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4617df7b-02a9-4fa7-b87b-4592cab1dc85", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-08T17:45:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4617df7b-02a9-4fa7-b87b-4592cab1dc85", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-07-08T17:45:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "4617df7b-02a9-4fa7-b87b-4592cab1dc85", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-08T17:46:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1a478ed1-ba60-4fa2-a03d-f0c7d3ab44ed", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-08T17:46:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1a478ed1-ba60-4fa2-a03d-f0c7d3ab44ed", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-07-08T17:46:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1a478ed1-ba60-4fa2-a03d-f0c7d3ab44ed", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-08T17:46:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35c31157-385e-464c-9551-fdd6b6b7cd64", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-08T17:46:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35c31157-385e-464c-9551-fdd6b6b7cd64", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-07-08T17:46:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "35c31157-385e-464c-9551-fdd6b6b7cd64", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-08T17:46:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-b757e044"}, "namespace": "e2e-ait-wrong-b757e044", "name": "openshift-service-ca.crt", "reconcileID": "b14a80b8-acc2-42f1-8901-2bd6c07a6158", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-b757e044"}
2026-07-08T17:46:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-b757e044"}, "namespace": "e2e-ait-wrong-b757e044", "name": "odh-trusted-ca-bundle", "reconcileID": "ca6d92b8-d499-4f8d-bbfd-df45e2abf8b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-b757e044"}
2026-07-08T17:46:14Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-b757e044"}, "namespace": "e2e-ait-wrong-b757e044", "name": "openshift-service-ca.crt", "reconcileID": "ea865ce5-8e4d-4722-8621-b16748fd9614", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-b757e044", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:46:14Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-b757e044"}, "namespace": "e2e-ait-wrong-b757e044", "name": "openshift-service-ca.crt", "reconcileID": "ea865ce5-8e4d-4722-8621-b16748fd9614", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-b757e044"}
2026-07-08T17:46:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-b757e044"}, "namespace": "e2e-ait-wrong-b757e044", "name": "openshift-service-ca.crt", "reconcileID": "c4926d7c-1ae6-480b-83d7-9e069171ebe4", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-b757e044"}
2026-07-08T17:46:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-b757e044"}, "namespace": "e2e-ait-wrong-b757e044", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ce980ca3-f672-418e-912b-4cb7ab89206e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-b757e044"}
2026-07-08T17:46:14Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-b757e044"}, "namespace": "e2e-ait-wrong-b757e044", "name": "odh-trusted-ca-bundle", "reconcileID": "b67267ae-5362-49dd-9b34-b6e899d1ad59", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-b757e044", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:46:14Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-b757e044"}, "namespace": "e2e-ait-wrong-b757e044", "name": "odh-trusted-ca-bundle", "reconcileID": "b67267ae-5362-49dd-9b34-b6e899d1ad59", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-b757e044"}
2026-07-08T17:46:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-b757e044"}, "namespace": "e2e-ait-wrong-b757e044", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4821f709-0d3a-4130-a4f7-df870c50aef4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-b757e044"}
2026-07-08T17:46:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-b757e044"}, "namespace": "e2e-ait-wrong-b757e044", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "472f7664-61b1-456d-a359-ff8cb19ec83d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-b757e044"}
2026-07-08T17:46:20Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-b757e044"}, "namespace": "e2e-ait-wrong-b757e044", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "472f7664-61b1-456d-a359-ff8cb19ec83d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-b757e044", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:46:20Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-b757e044"}, "namespace": "e2e-ait-wrong-b757e044", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "472f7664-61b1-456d-a359-ff8cb19ec83d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-ait-wrong-b757e044 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T17:46:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-b757e044"}, "namespace": "e2e-ait-wrong-b757e044", "name": "odh-trusted-ca-bundle", "reconcileID": "d705267b-6db6-4711-9705-22a83ffa805d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-b757e044"}
2026-07-08T17:46:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-ait-wrong-b757e044"}, "namespace": "e2e-ait-wrong-b757e044", "name": "odh-trusted-ca-bundle", "reconcileID": "d705267b-6db6-4711-9705-22a83ffa805d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-ait-wrong-b757e044"}
2026-07-08T17:46:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-b757e044"}, "namespace": "e2e-ait-wrong-b757e044", "name": "openshift-service-ca.crt", "reconcileID": "8a74ed65-5a9f-4144-802e-c4a0e8047431", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-b757e044"}
2026-07-08T17:46:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-ait-wrong-b757e044"}, "namespace": "e2e-ait-wrong-b757e044", "name": "openshift-service-ca.crt", "reconcileID": "8a74ed65-5a9f-4144-802e-c4a0e8047431", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-ait-wrong-b757e044"}
2026-07-08T17:46:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-b757e044"}, "namespace": "e2e-ait-wrong-b757e044", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72559b58-6d35-426c-b35c-83563d6a5269", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-b757e044"}
2026-07-08T17:46:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-ait-wrong-b757e044"}, "namespace": "e2e-ait-wrong-b757e044", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72559b58-6d35-426c-b35c-83563d6a5269", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-ait-wrong-b757e044"}
2026-07-08T17:46:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-786970cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-786970cd", "reconcileID": "d139014f-6092-42c3-b77f-ec598a13c2d7", "Gateway": "e2e-ait-786970cd", "namespace": "openshift-ingress"}
2026-07-08T17:46:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-786970cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-786970cd", "reconcileID": "ac90df7b-87f3-498e-8eca-4223452227f4", "Gateway": "e2e-ait-786970cd", "namespace": "openshift-ingress"}
2026-07-08T17:46:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-786970cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-786970cd", "reconcileID": "74eda25c-b3ff-4710-b5ba-b5b972562988", "Gateway": "e2e-ait-786970cd", "namespace": "openshift-ingress"}
2026-07-08T17:46:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-786970cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-786970cd", "reconcileID": "1d56ab6c-243d-469a-ab55-fb9a7c601e25", "Gateway": "e2e-ait-786970cd", "namespace": "openshift-ingress"}
2026-07-08T17:46:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-786970cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-786970cd", "reconcileID": "7b8cf928-98b8-4af8-b971-c37612759dac", "Gateway": "e2e-ait-786970cd", "namespace": "openshift-ingress"}
2026-07-08T17:46:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-786970cd"}, "namespace": "ai-tenant-e2e-ait-786970cd", "name": "odh-trusted-ca-bundle", "reconcileID": "c06d8bfa-f242-41fa-bc9d-1ae9b90822c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-786970cd"}
2026-07-08T17:46:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-786970cd"}, "namespace": "ai-tenant-e2e-ait-786970cd", "name": "openshift-service-ca.crt", "reconcileID": "51e498dd-0a47-4598-b792-949d717b7f43", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-786970cd"}
2026-07-08T17:46:22Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-786970cd"}, "namespace": "ai-tenant-e2e-ait-786970cd", "name": "openshift-service-ca.crt", "reconcileID": "90ea3de1-6e1c-4ec9-bc22-1faff60320e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-786970cd", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:46:22Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-786970cd"}, "namespace": "ai-tenant-e2e-ait-786970cd", "name": "openshift-service-ca.crt", "reconcileID": "90ea3de1-6e1c-4ec9-bc22-1faff60320e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-786970cd"}
2026-07-08T17:46:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-786970cd"}, "namespace": "ai-tenant-e2e-ait-786970cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4738dc32-32a4-4dc3-a74c-6a6e3027198c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-786970cd"}
2026-07-08T17:46:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-786970cd"}, "namespace": "ai-tenant-e2e-ait-786970cd", "name": "openshift-service-ca.crt", "reconcileID": "fd292741-a844-4712-b842-f8b09b9dab1c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-786970cd"}
2026-07-08T17:46:22Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-786970cd"}, "namespace": "ai-tenant-e2e-ait-786970cd", "name": "odh-trusted-ca-bundle", "reconcileID": "9d1e1d8a-c436-4a2d-9dc3-5335c7f0fab3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-786970cd", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:46:22Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-786970cd"}, "namespace": "ai-tenant-e2e-ait-786970cd", "name": "odh-trusted-ca-bundle", "reconcileID": "9d1e1d8a-c436-4a2d-9dc3-5335c7f0fab3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-786970cd"}
2026-07-08T17:46:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-786970cd"}, "namespace": "ai-tenant-e2e-ait-786970cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "656b30cb-a1b7-4fc7-8ae7-24183b16c254", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-786970cd"}
2026-07-08T17:46:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-786970cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-786970cd", "reconcileID": "c2a56a2a-52ff-488e-993e-68e548c72773", "Gateway": "e2e-ait-786970cd", "namespace": "openshift-ingress"}
2026-07-08T17:46:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "836f444b-0491-40ca-aec1-5fbe4df31c1d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T17:46:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-786970cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-786970cd", "reconcileID": "d43cc4cb-6159-4913-b666-11ddf4140bcf", "Gateway": "e2e-ait-786970cd", "namespace": "openshift-ingress"}
2026-07-08T17:46:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-786970cd","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-786970cd", "reconcileID": "b1a663e1-f3d3-4145-b669-2d2b4a0c9aca", "Gateway": "e2e-ait-786970cd", "namespace": "openshift-ingress"}
2026-07-08T17:47:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-786970cd"}, "namespace": "ai-tenant-e2e-ait-786970cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d35b6b49-48e0-4bbf-883f-f813d6636557", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-786970cd"}
2026-07-08T17:47:32Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-786970cd"}, "namespace": "ai-tenant-e2e-ait-786970cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d35b6b49-48e0-4bbf-883f-f813d6636557", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-786970cd", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:47:32Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-786970cd"}, "namespace": "ai-tenant-e2e-ait-786970cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d35b6b49-48e0-4bbf-883f-f813d6636557", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ait-786970cd because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T17:47:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-786970cd"}, "namespace": "ai-tenant-e2e-ait-786970cd", "name": "odh-trusted-ca-bundle", "reconcileID": "7724998c-6528-474f-bd2a-23bcecdc0814", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-786970cd"}
2026-07-08T17:47:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ait-786970cd"}, "namespace": "ai-tenant-e2e-ait-786970cd", "name": "odh-trusted-ca-bundle", "reconcileID": "7724998c-6528-474f-bd2a-23bcecdc0814", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ait-786970cd"}
2026-07-08T17:47:32Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-786970cd"}, "namespace": "ai-tenant-e2e-ait-786970cd", "name": "openshift-service-ca.crt", "reconcileID": "77760e41-73ce-4f4c-853e-8ca6d58af8d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-786970cd"}
2026-07-08T17:47:32Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ait-786970cd"}, "namespace": "ai-tenant-e2e-ait-786970cd", "name": "openshift-service-ca.crt", "reconcileID": "77760e41-73ce-4f4c-853e-8ca6d58af8d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ait-786970cd"}
2026-07-08T17:47:33Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-786970cd"}, "namespace": "ai-tenant-e2e-ait-786970cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bef2665f-0ba5-4e14-9bcf-70b19028b0a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-786970cd"}
2026-07-08T17:47:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ait-786970cd"}, "namespace": "ai-tenant-e2e-ait-786970cd", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "bef2665f-0ba5-4e14-9bcf-70b19028b0a2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ait-786970cd"}
2026-07-08T17:47:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cc97ffc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cc97ffc3", "reconcileID": "e4679090-6669-49c2-a232-640a1ec95f07", "Gateway": "e2e-ait-cc97ffc3", "namespace": "openshift-ingress"}
2026-07-08T17:47:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cc97ffc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cc97ffc3", "reconcileID": "0b40c527-79ad-49d2-a34e-6e7dfd83143d", "Gateway": "e2e-ait-cc97ffc3", "namespace": "openshift-ingress"}
2026-07-08T17:47:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cc97ffc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cc97ffc3", "reconcileID": "360d2efc-c81a-4522-aae6-a27bf7d1521d", "Gateway": "e2e-ait-cc97ffc3", "namespace": "openshift-ingress"}
2026-07-08T17:47:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cc97ffc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cc97ffc3", "reconcileID": "56ac0a40-2f19-4e2f-99d7-514ac1c99b07", "Gateway": "e2e-ait-cc97ffc3", "namespace": "openshift-ingress"}
2026-07-08T17:47:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cc97ffc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cc97ffc3", "reconcileID": "e20b624e-a068-4d66-b37f-29d64fff90c8", "Gateway": "e2e-ait-cc97ffc3", "namespace": "openshift-ingress"}
2026-07-08T17:47:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cc97ffc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cc97ffc3", "reconcileID": "5442b311-479a-4278-9868-ecafbb61661c", "Gateway": "e2e-ait-cc97ffc3", "namespace": "openshift-ingress"}
2026-07-08T17:47:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ait-cc97ffc3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ait-cc97ffc3", "reconcileID": "ae45f674-83f7-4098-be6b-5727371be9ea", "Gateway": "e2e-ait-cc97ffc3", "namespace": "openshift-ingress"}
2026-07-08T17:49:25Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e2a72e0c-7f5a-429a-87fe-7cddc5009fcb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-08T17:50:39Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-08T17:50:39Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-08T17:50:43Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-08T17:50:43Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-08T17:50:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-9ad3129d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-9ad3129d", "reconcileID": "16cb5883-d076-439c-9b0e-601e695edb17", "Gateway": "e2e-derive-9ad3129d", "namespace": "openshift-ingress"}
2026-07-08T17:50:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-9ad3129d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-9ad3129d", "reconcileID": "5cf4a338-9031-4a3f-bb28-9901c1eaeb45", "Gateway": "e2e-derive-9ad3129d", "namespace": "openshift-ingress"}
2026-07-08T17:50:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-9ad3129d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-9ad3129d", "reconcileID": "11772187-220a-421f-91ac-aabfb2477789", "Gateway": "e2e-derive-9ad3129d", "namespace": "openshift-ingress"}
2026-07-08T17:50:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-9ad3129d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-9ad3129d", "reconcileID": "b30848e3-bcfe-4d1e-84ef-170255646c0f", "Gateway": "e2e-derive-9ad3129d", "namespace": "openshift-ingress"}
2026-07-08T17:50:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-9ad3129d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-9ad3129d", "reconcileID": "fc49f569-2ca5-464d-974b-23bd1f956350", "Gateway": "e2e-derive-9ad3129d", "namespace": "openshift-ingress"}
2026-07-08T17:50:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-9ad3129d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-9ad3129d", "reconcileID": "d630e33b-1607-4ae9-a6a8-262ca1d36d23", "Gateway": "e2e-derive-9ad3129d", "namespace": "openshift-ingress"}
2026-07-08T17:51:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-derive-9ad3129d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-derive-9ad3129d", "reconcileID": "1477ccf7-b0d8-4a94-8362-1d026914a6ea", "Gateway": "e2e-derive-9ad3129d", "namespace": "openshift-ingress"}
2026-07-08T17:52:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3b0d6c7f"}, "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "name": "openshift-service-ca.crt", "reconcileID": "cf1046ea-991c-43f7-9881-f455f09f25fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3b0d6c7f"}
2026-07-08T17:52:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3b0d6c7f"}, "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "name": "odh-trusted-ca-bundle", "reconcileID": "da261fec-32c9-43aa-95b6-b2e99b22964e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3b0d6c7f"}
2026-07-08T17:52:48Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3b0d6c7f"}, "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "name": "openshift-service-ca.crt", "reconcileID": "259ce610-edbb-4150-88e7-c8f3e988da5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:52:48Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3b0d6c7f"}, "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "name": "openshift-service-ca.crt", "reconcileID": "259ce610-edbb-4150-88e7-c8f3e988da5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3b0d6c7f"}
2026-07-08T17:52:48Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3b0d6c7f"}, "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "name": "openshift-service-ca.crt", "reconcileID": "097d5106-8c90-4ceb-b143-be6ac39e8b92", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:52:48Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3b0d6c7f"}, "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "name": "openshift-service-ca.crt", "reconcileID": "097d5106-8c90-4ceb-b143-be6ac39e8b92", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T17:52:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3b0d6c7f"}, "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cc00cf40-525a-41a9-b67a-7640af1cbad0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3b0d6c7f"}
2026-07-08T17:52:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3b0d6c7f"}, "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "name": "openshift-service-ca.crt", "reconcileID": "91d1e4de-0476-4374-8bc2-81fd51b7baa7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3b0d6c7f"}
2026-07-08T17:52:48Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3b0d6c7f"}, "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "name": "odh-trusted-ca-bundle", "reconcileID": "acc0e940-7b54-45b3-9b5e-1ac3ca5e4319", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:52:48Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3b0d6c7f"}, "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "name": "odh-trusted-ca-bundle", "reconcileID": "acc0e940-7b54-45b3-9b5e-1ac3ca5e4319", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3b0d6c7f"}
2026-07-08T17:52:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3b0d6c7f"}, "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3fad2a98-f087-4075-952e-a1f27238a56a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3b0d6c7f"}
2026-07-08T17:52:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3b0d6c7f"}, "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d52f8f3c-b569-411a-aa58-677f3bbcc2a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3b0d6c7f"}
2026-07-08T17:52:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3b0d6c7f"}, "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d52f8f3c-b569-411a-aa58-677f3bbcc2a3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:52:56Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3b0d6c7f"}, "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d52f8f3c-b569-411a-aa58-677f3bbcc2a3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-3b0d6c7f because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T17:52:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3b0d6c7f"}, "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "name": "odh-trusted-ca-bundle", "reconcileID": "bae7ca8b-df40-4342-b034-790ea089bd9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3b0d6c7f"}
2026-07-08T17:52:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3b0d6c7f"}, "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "name": "odh-trusted-ca-bundle", "reconcileID": "bae7ca8b-df40-4342-b034-790ea089bd9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3b0d6c7f"}
2026-07-08T17:52:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3b0d6c7f"}, "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "name": "openshift-service-ca.crt", "reconcileID": "d6ca1b97-ae65-4982-a6fb-9bd138771d64", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3b0d6c7f"}
2026-07-08T17:52:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3b0d6c7f"}, "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "name": "openshift-service-ca.crt", "reconcileID": "d6ca1b97-ae65-4982-a6fb-9bd138771d64", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3b0d6c7f"}
2026-07-08T17:52:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3b0d6c7f"}, "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f67796a-05de-4a08-a1d6-b4f74270554b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3b0d6c7f"}
2026-07-08T17:52:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3b0d6c7f"}, "namespace": "ai-tenant-e2e-mt-3b0d6c7f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f67796a-05de-4a08-a1d6-b4f74270554b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3b0d6c7f"}
2026-07-08T17:52:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cbb7f8a8"}, "namespace": "ai-tenant-e2e-mt-cbb7f8a8", "name": "openshift-service-ca.crt", "reconcileID": "35cdfe29-ad63-4d68-bd73-4d95f123d17a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cbb7f8a8"}
2026-07-08T17:52:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cbb7f8a8"}, "namespace": "ai-tenant-e2e-mt-cbb7f8a8", "name": "openshift-service-ca.crt", "reconcileID": "d439c782-9872-4b2a-bf1d-43f8c8db5d0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cbb7f8a8", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:52:56Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cbb7f8a8"}, "namespace": "ai-tenant-e2e-mt-cbb7f8a8", "name": "openshift-service-ca.crt", "reconcileID": "d439c782-9872-4b2a-bf1d-43f8c8db5d0d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cbb7f8a8"}
2026-07-08T17:52:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cbb7f8a8"}, "namespace": "ai-tenant-e2e-mt-cbb7f8a8", "name": "odh-trusted-ca-bundle", "reconcileID": "a4762ada-1fc7-47cd-a2b1-6312bc07631b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cbb7f8a8"}
2026-07-08T17:52:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cbb7f8a8"}, "namespace": "ai-tenant-e2e-mt-cbb7f8a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fefc27d-c56d-45c1-b150-957e80f49684", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cbb7f8a8"}
2026-07-08T17:52:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cbb7f8a8"}, "namespace": "ai-tenant-e2e-mt-cbb7f8a8", "name": "openshift-service-ca.crt", "reconcileID": "bdf51327-e39f-4d88-8512-e9cd8c0316e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cbb7f8a8"}
2026-07-08T17:52:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cbb7f8a8"}, "namespace": "ai-tenant-e2e-mt-cbb7f8a8", "name": "odh-trusted-ca-bundle", "reconcileID": "94ddba88-fa05-48ef-8d23-ca78d1437403", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cbb7f8a8", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:52:56Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cbb7f8a8"}, "namespace": "ai-tenant-e2e-mt-cbb7f8a8", "name": "odh-trusted-ca-bundle", "reconcileID": "94ddba88-fa05-48ef-8d23-ca78d1437403", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cbb7f8a8"}
2026-07-08T17:52:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cbb7f8a8"}, "namespace": "ai-tenant-e2e-mt-cbb7f8a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "53591c7a-d227-4740-aae9-ed136dc9c6f5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cbb7f8a8"}
2026-07-08T17:53:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cbb7f8a8"}, "namespace": "ai-tenant-e2e-mt-cbb7f8a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65b1e441-174f-4950-8949-84d6f8de1fc0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cbb7f8a8"}
2026-07-08T17:53:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cbb7f8a8"}, "namespace": "ai-tenant-e2e-mt-cbb7f8a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65b1e441-174f-4950-8949-84d6f8de1fc0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cbb7f8a8", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:53:28Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cbb7f8a8"}, "namespace": "ai-tenant-e2e-mt-cbb7f8a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65b1e441-174f-4950-8949-84d6f8de1fc0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-cbb7f8a8 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T17:53:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cbb7f8a8"}, "namespace": "ai-tenant-e2e-mt-cbb7f8a8", "name": "odh-trusted-ca-bundle", "reconcileID": "3e513690-fbf6-4b33-ae3e-bbcb88fc9691", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cbb7f8a8"}
2026-07-08T17:53:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-cbb7f8a8"}, "namespace": "ai-tenant-e2e-mt-cbb7f8a8", "name": "odh-trusted-ca-bundle", "reconcileID": "3e513690-fbf6-4b33-ae3e-bbcb88fc9691", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-cbb7f8a8"}
2026-07-08T17:53:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cbb7f8a8"}, "namespace": "ai-tenant-e2e-mt-cbb7f8a8", "name": "openshift-service-ca.crt", "reconcileID": "88ca53dc-1a46-4ad9-9eeb-ab15d9d35fe3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cbb7f8a8"}
2026-07-08T17:53:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-cbb7f8a8"}, "namespace": "ai-tenant-e2e-mt-cbb7f8a8", "name": "openshift-service-ca.crt", "reconcileID": "88ca53dc-1a46-4ad9-9eeb-ab15d9d35fe3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-cbb7f8a8"}
2026-07-08T17:53:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cbb7f8a8"}, "namespace": "ai-tenant-e2e-mt-cbb7f8a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16e539ff-cf25-4ce7-86ee-f4603e64d69a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cbb7f8a8"}
2026-07-08T17:53:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-cbb7f8a8"}, "namespace": "ai-tenant-e2e-mt-cbb7f8a8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "16e539ff-cf25-4ce7-86ee-f4603e64d69a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-cbb7f8a8"}
2026-07-08T17:53:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-db4011c8"}, "namespace": "e2e-unlabeled-db4011c8", "name": "openshift-service-ca.crt", "reconcileID": "df45ae63-48af-43a5-8d7a-0c2419f147fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-db4011c8"}
2026-07-08T17:53:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-db4011c8"}, "namespace": "e2e-unlabeled-db4011c8", "name": "odh-trusted-ca-bundle", "reconcileID": "15d9ab41-22f5-46dd-90c8-ad66aa53b08e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-db4011c8"}
2026-07-08T17:53:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-db4011c8"}, "namespace": "e2e-unlabeled-db4011c8", "name": "openshift-service-ca.crt", "reconcileID": "124060ef-38dd-450d-89f9-86bb9f61c011", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-db4011c8", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:53:28Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-db4011c8"}, "namespace": "e2e-unlabeled-db4011c8", "name": "openshift-service-ca.crt", "reconcileID": "124060ef-38dd-450d-89f9-86bb9f61c011", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-db4011c8"}
2026-07-08T17:53:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-db4011c8"}, "namespace": "e2e-unlabeled-db4011c8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b42885d4-54cc-4e32-81eb-7ff87cef4197", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-db4011c8"}
2026-07-08T17:53:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-db4011c8"}, "namespace": "e2e-unlabeled-db4011c8", "name": "openshift-service-ca.crt", "reconcileID": "98c76a15-9239-44bd-8575-774b75c9442a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-db4011c8"}
2026-07-08T17:53:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-db4011c8"}, "namespace": "e2e-unlabeled-db4011c8", "name": "odh-trusted-ca-bundle", "reconcileID": "adabb88f-b142-4130-be0c-9310dcd96328", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-db4011c8", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:53:28Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-db4011c8"}, "namespace": "e2e-unlabeled-db4011c8", "name": "odh-trusted-ca-bundle", "reconcileID": "adabb88f-b142-4130-be0c-9310dcd96328", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-db4011c8"}
2026-07-08T17:53:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-db4011c8"}, "namespace": "e2e-unlabeled-db4011c8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ca6afaf2-280f-4e08-802c-3ac1cefa9f7f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-db4011c8"}
2026-07-08T17:53:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-db4011c8"}, "namespace": "e2e-unlabeled-db4011c8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f85e57f-b38b-4bc7-b7b1-93bb730c672d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-db4011c8"}
2026-07-08T17:53:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-db4011c8"}, "namespace": "e2e-unlabeled-db4011c8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f85e57f-b38b-4bc7-b7b1-93bb730c672d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-db4011c8", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:53:49Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-db4011c8"}, "namespace": "e2e-unlabeled-db4011c8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8f85e57f-b38b-4bc7-b7b1-93bb730c672d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unlabeled-db4011c8 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T17:53:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-db4011c8"}, "namespace": "e2e-unlabeled-db4011c8", "name": "odh-trusted-ca-bundle", "reconcileID": "bd4f8d5d-6dea-4779-be0b-e2038720401c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-db4011c8"}
2026-07-08T17:53:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-db4011c8"}, "namespace": "e2e-unlabeled-db4011c8", "name": "odh-trusted-ca-bundle", "reconcileID": "bd4f8d5d-6dea-4779-be0b-e2038720401c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-db4011c8", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:53:49Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-db4011c8"}, "namespace": "e2e-unlabeled-db4011c8", "name": "odh-trusted-ca-bundle", "reconcileID": "bd4f8d5d-6dea-4779-be0b-e2038720401c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-unlabeled-db4011c8 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T17:53:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-db4011c8"}, "namespace": "e2e-unlabeled-db4011c8", "name": "openshift-service-ca.crt", "reconcileID": "24e3b67d-8a37-4f04-be9f-4a3cc5d81409", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-db4011c8"}
2026-07-08T17:53:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-db4011c8"}, "namespace": "e2e-unlabeled-db4011c8", "name": "openshift-service-ca.crt", "reconcileID": "24e3b67d-8a37-4f04-be9f-4a3cc5d81409", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-db4011c8"}
2026-07-08T17:53:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-db4011c8"}, "namespace": "e2e-unlabeled-db4011c8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f51b4d0b-8713-4f57-b2af-40a284c48076", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-db4011c8"}
2026-07-08T17:53:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-db4011c8"}, "namespace": "e2e-unlabeled-db4011c8", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f51b4d0b-8713-4f57-b2af-40a284c48076", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-db4011c8"}
2026-07-08T17:53:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-db4011c8"}, "namespace": "e2e-unlabeled-db4011c8", "name": "odh-trusted-ca-bundle", "reconcileID": "7e8c5cb1-83a2-4bdf-9c46-e0cc89ce44f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-db4011c8"}
2026-07-08T17:53:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-db4011c8"}, "namespace": "e2e-unlabeled-db4011c8", "name": "odh-trusted-ca-bundle", "reconcileID": "7e8c5cb1-83a2-4bdf-9c46-e0cc89ce44f9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-db4011c8"}
2026-07-08T17:53:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d62bb582"}, "namespace": "ai-tenant-e2e-mt-d62bb582", "name": "openshift-service-ca.crt", "reconcileID": "d58be5f3-9113-41f1-b291-4cfb8c5c9109", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d62bb582"}
2026-07-08T17:53:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d62bb582"}, "namespace": "ai-tenant-e2e-mt-d62bb582", "name": "odh-trusted-ca-bundle", "reconcileID": "f6c06b5b-aed4-4df8-9c2a-69c45b93a0c7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d62bb582"}
2026-07-08T17:53:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d62bb582"}, "namespace": "ai-tenant-e2e-mt-d62bb582", "name": "openshift-service-ca.crt", "reconcileID": "e6c70a5f-8915-4fa3-8af2-519e6c9e7d9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d62bb582", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:53:50Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d62bb582"}, "namespace": "ai-tenant-e2e-mt-d62bb582", "name": "openshift-service-ca.crt", "reconcileID": "e6c70a5f-8915-4fa3-8af2-519e6c9e7d9d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d62bb582"}
2026-07-08T17:53:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d62bb582"}, "namespace": "ai-tenant-e2e-mt-d62bb582", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8cf9b32-4137-4b66-893f-e388cc70d111", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d62bb582"}
2026-07-08T17:53:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d62bb582"}, "namespace": "ai-tenant-e2e-mt-d62bb582", "name": "openshift-service-ca.crt", "reconcileID": "3924a189-c394-4904-946f-aded073e907a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d62bb582"}
2026-07-08T17:53:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d62bb582"}, "namespace": "ai-tenant-e2e-mt-d62bb582", "name": "odh-trusted-ca-bundle", "reconcileID": "1f22da56-1972-4aa3-9d19-42b37297a7ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d62bb582", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:53:50Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d62bb582"}, "namespace": "ai-tenant-e2e-mt-d62bb582", "name": "odh-trusted-ca-bundle", "reconcileID": "1f22da56-1972-4aa3-9d19-42b37297a7ec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d62bb582"}
2026-07-08T17:53:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d62bb582"}, "namespace": "ai-tenant-e2e-mt-d62bb582", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7796ed0d-9a2a-477d-af75-1e50d926bc09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d62bb582"}
2026-07-08T17:54:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d62bb582"}, "namespace": "ai-tenant-e2e-mt-d62bb582", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d88ab72-0c2d-4eb9-b258-1821393ab5a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d62bb582"}
2026-07-08T17:54:07Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d62bb582"}, "namespace": "ai-tenant-e2e-mt-d62bb582", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d88ab72-0c2d-4eb9-b258-1821393ab5a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d62bb582", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:54:07Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d62bb582"}, "namespace": "ai-tenant-e2e-mt-d62bb582", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d88ab72-0c2d-4eb9-b258-1821393ab5a8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-d62bb582 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T17:54:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d62bb582"}, "namespace": "ai-tenant-e2e-mt-d62bb582", "name": "odh-trusted-ca-bundle", "reconcileID": "9203f11c-1e1d-4db6-bccf-5373f70f1fec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d62bb582"}
2026-07-08T17:54:07Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d62bb582"}, "namespace": "ai-tenant-e2e-mt-d62bb582", "name": "odh-trusted-ca-bundle", "reconcileID": "9203f11c-1e1d-4db6-bccf-5373f70f1fec", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d62bb582", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:54:07Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d62bb582"}, "namespace": "ai-tenant-e2e-mt-d62bb582", "name": "odh-trusted-ca-bundle", "reconcileID": "9203f11c-1e1d-4db6-bccf-5373f70f1fec", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-d62bb582 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T17:54:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d62bb582"}, "namespace": "ai-tenant-e2e-mt-d62bb582", "name": "openshift-service-ca.crt", "reconcileID": "c0390d49-eb54-4478-9324-d30e9efd899b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d62bb582"}
2026-07-08T17:54:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-d62bb582"}, "namespace": "ai-tenant-e2e-mt-d62bb582", "name": "openshift-service-ca.crt", "reconcileID": "c0390d49-eb54-4478-9324-d30e9efd899b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-d62bb582"}
2026-07-08T17:54:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d62bb582"}, "namespace": "ai-tenant-e2e-mt-d62bb582", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ca3f96f-309f-4527-8bf8-c633194c0dc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d62bb582"}
2026-07-08T17:54:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-d62bb582"}, "namespace": "ai-tenant-e2e-mt-d62bb582", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ca3f96f-309f-4527-8bf8-c633194c0dc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-d62bb582"}
2026-07-08T17:54:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d62bb582"}, "namespace": "ai-tenant-e2e-mt-d62bb582", "name": "odh-trusted-ca-bundle", "reconcileID": "1f5c2a5c-964a-4f33-87fb-cd5fcc2154cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d62bb582"}
2026-07-08T17:54:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-d62bb582"}, "namespace": "ai-tenant-e2e-mt-d62bb582", "name": "odh-trusted-ca-bundle", "reconcileID": "1f5c2a5c-964a-4f33-87fb-cd5fcc2154cc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-d62bb582"}
2026-07-08T17:54:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c545cf9c"}, "namespace": "ai-tenant-e2e-mt-c545cf9c", "name": "odh-trusted-ca-bundle", "reconcileID": "c447b26f-3545-4f95-aff6-c2995a975fc7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c545cf9c"}
2026-07-08T17:54:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c545cf9c"}, "namespace": "ai-tenant-e2e-mt-c545cf9c", "name": "openshift-service-ca.crt", "reconcileID": "827268d0-fe65-46cd-883d-1d1aca73dd96", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c545cf9c"}
2026-07-08T17:54:08Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c545cf9c"}, "namespace": "ai-tenant-e2e-mt-c545cf9c", "name": "openshift-service-ca.crt", "reconcileID": "65734a4b-e6da-437a-be71-ee76b2c5866b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c545cf9c", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:54:08Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c545cf9c"}, "namespace": "ai-tenant-e2e-mt-c545cf9c", "name": "openshift-service-ca.crt", "reconcileID": "65734a4b-e6da-437a-be71-ee76b2c5866b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c545cf9c"}
2026-07-08T17:54:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c545cf9c"}, "namespace": "ai-tenant-e2e-mt-c545cf9c", "name": "openshift-service-ca.crt", "reconcileID": "75ab670b-fa80-41bc-88ec-c55043f65d5f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c545cf9c"}
2026-07-08T17:54:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c545cf9c"}, "namespace": "ai-tenant-e2e-mt-c545cf9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "91bda81e-f08a-47a3-886a-571eb5ee0abe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c545cf9c"}
2026-07-08T17:54:08Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c545cf9c"}, "namespace": "ai-tenant-e2e-mt-c545cf9c", "name": "odh-trusted-ca-bundle", "reconcileID": "94b626b7-6acb-4d91-9836-73d3fb82239c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c545cf9c", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:54:08Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c545cf9c"}, "namespace": "ai-tenant-e2e-mt-c545cf9c", "name": "odh-trusted-ca-bundle", "reconcileID": "94b626b7-6acb-4d91-9836-73d3fb82239c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c545cf9c"}
2026-07-08T17:54:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c545cf9c"}, "namespace": "ai-tenant-e2e-mt-c545cf9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "62735954-8c2c-4ec6-939a-8b3907abb1f8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c545cf9c"}
2026-07-08T17:54:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-503532a2"}, "namespace": "ai-tenant-e2e-mt-503532a2", "name": "openshift-service-ca.crt", "reconcileID": "d6675cbc-6a01-4a43-b5ff-15494cc89112", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-503532a2"}
2026-07-08T17:54:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-503532a2"}, "namespace": "ai-tenant-e2e-mt-503532a2", "name": "odh-trusted-ca-bundle", "reconcileID": "0ca70d8b-0aab-4536-a16a-2827345e440d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-503532a2"}
2026-07-08T17:54:09Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-503532a2"}, "namespace": "ai-tenant-e2e-mt-503532a2", "name": "openshift-service-ca.crt", "reconcileID": "a43d46a1-4132-4981-b200-deb255b96f04", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-503532a2", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:54:09Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-503532a2"}, "namespace": "ai-tenant-e2e-mt-503532a2", "name": "openshift-service-ca.crt", "reconcileID": "a43d46a1-4132-4981-b200-deb255b96f04", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-503532a2"}
2026-07-08T17:54:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-503532a2"}, "namespace": "ai-tenant-e2e-mt-503532a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b120438a-621e-4291-8642-6d8febc55694", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-503532a2"}
2026-07-08T17:54:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-503532a2"}, "namespace": "ai-tenant-e2e-mt-503532a2", "name": "openshift-service-ca.crt", "reconcileID": "4de8fb09-b468-4eca-9d94-0a547f1c3e8c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-503532a2"}
2026-07-08T17:54:09Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-503532a2"}, "namespace": "ai-tenant-e2e-mt-503532a2", "name": "odh-trusted-ca-bundle", "reconcileID": "0a3f6a7d-ff82-4032-bb09-a611c5aa6f20", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-503532a2", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:54:09Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-503532a2"}, "namespace": "ai-tenant-e2e-mt-503532a2", "name": "odh-trusted-ca-bundle", "reconcileID": "0a3f6a7d-ff82-4032-bb09-a611c5aa6f20", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-503532a2"}
2026-07-08T17:54:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-503532a2"}, "namespace": "ai-tenant-e2e-mt-503532a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3c5db3e2-325e-4ec0-a944-0b9129dd0629", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-503532a2"}
2026-07-08T17:54:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c545cf9c"}, "namespace": "ai-tenant-e2e-mt-c545cf9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72178473-b750-4142-9adb-dbc441f2e2a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c545cf9c"}
2026-07-08T17:54:16Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c545cf9c"}, "namespace": "ai-tenant-e2e-mt-c545cf9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72178473-b750-4142-9adb-dbc441f2e2a7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c545cf9c", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:54:16Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c545cf9c"}, "namespace": "ai-tenant-e2e-mt-c545cf9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "72178473-b750-4142-9adb-dbc441f2e2a7", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-c545cf9c because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T17:54:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c545cf9c"}, "namespace": "ai-tenant-e2e-mt-c545cf9c", "name": "odh-trusted-ca-bundle", "reconcileID": "5283c861-5897-43e9-a31d-5e08934e0859", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c545cf9c"}
2026-07-08T17:54:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c545cf9c"}, "namespace": "ai-tenant-e2e-mt-c545cf9c", "name": "odh-trusted-ca-bundle", "reconcileID": "5283c861-5897-43e9-a31d-5e08934e0859", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c545cf9c"}
2026-07-08T17:54:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c545cf9c"}, "namespace": "ai-tenant-e2e-mt-c545cf9c", "name": "openshift-service-ca.crt", "reconcileID": "6dac6b08-58f6-4e24-b927-c25b167ec6c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c545cf9c"}
2026-07-08T17:54:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c545cf9c"}, "namespace": "ai-tenant-e2e-mt-c545cf9c", "name": "openshift-service-ca.crt", "reconcileID": "6dac6b08-58f6-4e24-b927-c25b167ec6c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c545cf9c"}
2026-07-08T17:54:16Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c545cf9c"}, "namespace": "ai-tenant-e2e-mt-c545cf9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be24600f-b7ca-4e8f-b362-b0aa7c2087a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c545cf9c"}
2026-07-08T17:54:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c545cf9c"}, "namespace": "ai-tenant-e2e-mt-c545cf9c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "be24600f-b7ca-4e8f-b362-b0aa7c2087a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c545cf9c"}
2026-07-08T17:54:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-503532a2"}, "namespace": "ai-tenant-e2e-mt-503532a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab874e35-b959-4580-bd31-79603882c3fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-503532a2"}
2026-07-08T17:54:23Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-503532a2"}, "namespace": "ai-tenant-e2e-mt-503532a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab874e35-b959-4580-bd31-79603882c3fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-503532a2", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:54:23Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-503532a2"}, "namespace": "ai-tenant-e2e-mt-503532a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab874e35-b959-4580-bd31-79603882c3fb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-503532a2 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T17:54:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-503532a2"}, "namespace": "ai-tenant-e2e-mt-503532a2", "name": "odh-trusted-ca-bundle", "reconcileID": "664618fa-e4f5-4e40-a0c9-fca760140518", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-503532a2"}
2026-07-08T17:54:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-503532a2"}, "namespace": "ai-tenant-e2e-mt-503532a2", "name": "odh-trusted-ca-bundle", "reconcileID": "664618fa-e4f5-4e40-a0c9-fca760140518", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-503532a2"}
2026-07-08T17:54:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-503532a2"}, "namespace": "ai-tenant-e2e-mt-503532a2", "name": "openshift-service-ca.crt", "reconcileID": "90b4ccd4-e019-48aa-aa24-aaabde8e25a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-503532a2"}
2026-07-08T17:54:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-503532a2"}, "namespace": "ai-tenant-e2e-mt-503532a2", "name": "openshift-service-ca.crt", "reconcileID": "90b4ccd4-e019-48aa-aa24-aaabde8e25a4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-503532a2"}
2026-07-08T17:54:23Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-503532a2"}, "namespace": "ai-tenant-e2e-mt-503532a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f4b92f9-5ed3-43f3-9186-b33ff69ccff1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-503532a2"}
2026-07-08T17:54:23Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-503532a2"}, "namespace": "ai-tenant-e2e-mt-503532a2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0f4b92f9-5ed3-43f3-9186-b33ff69ccff1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-503532a2"}
2026-07-08T17:54:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9f98ee07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07", "reconcileID": "9ac7a15a-6688-4ff1-b2cb-5db2fe817e39", "Gateway": "e2e-mt-9f98ee07", "namespace": "openshift-ingress"}
2026-07-08T17:54:24Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9f98ee07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07", "reconcileID": "9ac7a15a-6688-4ff1-b2cb-5db2fe817e39", "Gateway": "e2e-mt-9f98ee07", "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07-authn-ssl"}
2026-07-08T17:54:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9f98ee07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07", "reconcileID": "9ac7a15a-6688-4ff1-b2cb-5db2fe817e39", "Gateway": "e2e-mt-9f98ee07", "namespace": "openshift-ingress"}
2026-07-08T17:54:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9f98ee07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07", "reconcileID": "644c94ff-7cfc-440f-ab0c-5075ceed4f03", "Gateway": "e2e-mt-9f98ee07", "namespace": "openshift-ingress"}
2026-07-08T17:54:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9f98ee07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07", "reconcileID": "644c94ff-7cfc-440f-ab0c-5075ceed4f03", "Gateway": "e2e-mt-9f98ee07", "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07-authn-ssl"}
2026-07-08T17:54:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9f98ee07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07", "reconcileID": "644c94ff-7cfc-440f-ab0c-5075ceed4f03", "Gateway": "e2e-mt-9f98ee07", "namespace": "openshift-ingress"}
2026-07-08T17:54:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9f98ee07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07", "reconcileID": "1fb83307-871f-4f06-8d55-25ecc0200b4b", "Gateway": "e2e-mt-9f98ee07", "namespace": "openshift-ingress"}
2026-07-08T17:54:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9f98ee07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07", "reconcileID": "1fb83307-871f-4f06-8d55-25ecc0200b4b", "Gateway": "e2e-mt-9f98ee07", "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07-authn-ssl"}
2026-07-08T17:54:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9f98ee07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07", "reconcileID": "1fb83307-871f-4f06-8d55-25ecc0200b4b", "Gateway": "e2e-mt-9f98ee07", "namespace": "openshift-ingress"}
2026-07-08T17:54:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9f98ee07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07", "reconcileID": "27ca795c-b345-490b-92ac-2407d58314c6", "Gateway": "e2e-mt-9f98ee07", "namespace": "openshift-ingress"}
2026-07-08T17:54:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9f98ee07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07", "reconcileID": "27ca795c-b345-490b-92ac-2407d58314c6", "Gateway": "e2e-mt-9f98ee07", "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07-authn-ssl"}
2026-07-08T17:54:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9f98ee07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07", "reconcileID": "27ca795c-b345-490b-92ac-2407d58314c6", "Gateway": "e2e-mt-9f98ee07", "namespace": "openshift-ingress"}
2026-07-08T17:54:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9f98ee07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07", "reconcileID": "c097b615-d715-49f5-9dd5-e7647d850c95", "Gateway": "e2e-mt-9f98ee07", "namespace": "openshift-ingress"}
2026-07-08T17:54:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9f98ee07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07", "reconcileID": "c097b615-d715-49f5-9dd5-e7647d850c95", "Gateway": "e2e-mt-9f98ee07", "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07-authn-ssl"}
2026-07-08T17:54:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9f98ee07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07", "reconcileID": "c097b615-d715-49f5-9dd5-e7647d850c95", "Gateway": "e2e-mt-9f98ee07", "namespace": "openshift-ingress"}
2026-07-08T17:54:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9f98ee07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07", "reconcileID": "1d9ee787-6544-42ee-9877-537039b4a44f", "Gateway": "e2e-mt-9f98ee07", "namespace": "openshift-ingress"}
2026-07-08T17:54:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9f98ee07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07", "reconcileID": "1d9ee787-6544-42ee-9877-537039b4a44f", "Gateway": "e2e-mt-9f98ee07", "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07-authn-ssl"}
2026-07-08T17:54:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9f98ee07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07", "reconcileID": "1d9ee787-6544-42ee-9877-537039b4a44f", "Gateway": "e2e-mt-9f98ee07", "namespace": "openshift-ingress"}
2026-07-08T17:54:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9f98ee07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07", "reconcileID": "66304dc0-9f5e-455d-b103-fd4f45fa7aad", "Gateway": "e2e-mt-9f98ee07", "namespace": "openshift-ingress"}
2026-07-08T17:54:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9f98ee07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07", "reconcileID": "66304dc0-9f5e-455d-b103-fd4f45fa7aad", "Gateway": "e2e-mt-9f98ee07", "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07-authn-ssl"}
2026-07-08T17:54:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-9f98ee07","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-9f98ee07", "reconcileID": "66304dc0-9f5e-455d-b103-fd4f45fa7aad", "Gateway": "e2e-mt-9f98ee07", "namespace": "openshift-ingress"}
2026-07-08T17:57:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-2c7dc7ce"}, "namespace": "e2e-webhook-sub-2c7dc7ce", "name": "openshift-service-ca.crt", "reconcileID": "f737064a-42fc-482f-aac7-e75d136a2e49", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-2c7dc7ce"}
2026-07-08T17:57:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-2c7dc7ce"}, "namespace": "e2e-webhook-sub-2c7dc7ce", "name": "odh-trusted-ca-bundle", "reconcileID": "cf2b67c9-6f07-4f6e-b2ec-47fc9a93dadb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-2c7dc7ce"}
2026-07-08T17:57:33Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-2c7dc7ce"}, "namespace": "e2e-webhook-sub-2c7dc7ce", "name": "openshift-service-ca.crt", "reconcileID": "449ae6fb-b099-4e67-b9ce-c0d5337eab0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-2c7dc7ce", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:57:33Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-2c7dc7ce"}, "namespace": "e2e-webhook-sub-2c7dc7ce", "name": "openshift-service-ca.crt", "reconcileID": "449ae6fb-b099-4e67-b9ce-c0d5337eab0a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-2c7dc7ce"}
2026-07-08T17:57:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-2c7dc7ce"}, "namespace": "e2e-webhook-sub-2c7dc7ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9998ec9-8709-4980-9169-8f1e82207e86", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-2c7dc7ce"}
2026-07-08T17:57:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-2c7dc7ce"}, "namespace": "e2e-webhook-sub-2c7dc7ce", "name": "openshift-service-ca.crt", "reconcileID": "40831720-889c-4df7-8128-e1ec38ae2086", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-2c7dc7ce"}
2026-07-08T17:57:33Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-2c7dc7ce"}, "namespace": "e2e-webhook-sub-2c7dc7ce", "name": "odh-trusted-ca-bundle", "reconcileID": "2db5d6d1-3342-4157-bf8b-e128be7a29da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-2c7dc7ce", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:57:33Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-2c7dc7ce"}, "namespace": "e2e-webhook-sub-2c7dc7ce", "name": "odh-trusted-ca-bundle", "reconcileID": "2db5d6d1-3342-4157-bf8b-e128be7a29da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-2c7dc7ce"}
2026-07-08T17:57:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-2c7dc7ce"}, "namespace": "e2e-webhook-sub-2c7dc7ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7026a98b-06f4-4980-b1eb-da8a23755aea", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-2c7dc7ce"}
2026-07-08T17:57:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-2c7dc7ce"}, "namespace": "e2e-webhook-sub-2c7dc7ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "711815e2-aafe-4ebb-8f96-b6b98d7382e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-2c7dc7ce"}
2026-07-08T17:57:38Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-2c7dc7ce"}, "namespace": "e2e-webhook-sub-2c7dc7ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "711815e2-aafe-4ebb-8f96-b6b98d7382e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-2c7dc7ce", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:57:38Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-2c7dc7ce"}, "namespace": "e2e-webhook-sub-2c7dc7ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "711815e2-aafe-4ebb-8f96-b6b98d7382e0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-sub-2c7dc7ce because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T17:57:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-2c7dc7ce"}, "namespace": "e2e-webhook-sub-2c7dc7ce", "name": "odh-trusted-ca-bundle", "reconcileID": "a0ccabdc-08d5-45d8-88d3-3c3fb384b63d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-2c7dc7ce"}
2026-07-08T17:57:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-2c7dc7ce"}, "namespace": "e2e-webhook-sub-2c7dc7ce", "name": "odh-trusted-ca-bundle", "reconcileID": "a0ccabdc-08d5-45d8-88d3-3c3fb384b63d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-2c7dc7ce"}
2026-07-08T17:57:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-2c7dc7ce"}, "namespace": "e2e-webhook-sub-2c7dc7ce", "name": "openshift-service-ca.crt", "reconcileID": "e5606f54-f371-49ff-aef4-2952a8d868f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-2c7dc7ce"}
2026-07-08T17:57:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-2c7dc7ce"}, "namespace": "e2e-webhook-sub-2c7dc7ce", "name": "openshift-service-ca.crt", "reconcileID": "e5606f54-f371-49ff-aef4-2952a8d868f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-2c7dc7ce"}
2026-07-08T17:57:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-2c7dc7ce"}, "namespace": "e2e-webhook-sub-2c7dc7ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d68c624-c065-4bad-bdc3-1786ce9abd5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-2c7dc7ce"}
2026-07-08T17:57:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-2c7dc7ce"}, "namespace": "e2e-webhook-sub-2c7dc7ce", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d68c624-c065-4bad-bdc3-1786ce9abd5d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-2c7dc7ce"}
2026-07-08T17:57:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-98b8161e"}, "namespace": "e2e-webhook-auth-98b8161e", "name": "openshift-service-ca.crt", "reconcileID": "c915dda4-0a45-43cf-b858-16f268b91a01", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-98b8161e"}
2026-07-08T17:57:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-98b8161e"}, "namespace": "e2e-webhook-auth-98b8161e", "name": "odh-trusted-ca-bundle", "reconcileID": "276aa98a-1b5a-44aa-aefb-9fa67b497486", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-98b8161e", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:57:39Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-98b8161e"}, "namespace": "e2e-webhook-auth-98b8161e", "name": "odh-trusted-ca-bundle", "reconcileID": "276aa98a-1b5a-44aa-aefb-9fa67b497486", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-98b8161e"}
2026-07-08T17:57:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-98b8161e"}, "namespace": "e2e-webhook-auth-98b8161e", "name": "openshift-service-ca.crt", "reconcileID": "597ba00d-8bd3-4fec-b02a-e8fe70c4fd0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-98b8161e", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:57:39Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-98b8161e"}, "namespace": "e2e-webhook-auth-98b8161e", "name": "openshift-service-ca.crt", "reconcileID": "597ba00d-8bd3-4fec-b02a-e8fe70c4fd0e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T17:57:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-98b8161e"}, "namespace": "e2e-webhook-auth-98b8161e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c9f9af19-f3f9-41d7-b666-d09c05d0aaa6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-98b8161e"}
2026-07-08T17:57:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-98b8161e"}, "namespace": "e2e-webhook-auth-98b8161e", "name": "openshift-service-ca.crt", "reconcileID": "393efc8d-c876-4fc1-bed7-6ca5126c67e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-98b8161e"}
2026-07-08T17:57:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-98b8161e"}, "namespace": "e2e-webhook-auth-98b8161e", "name": "openshift-service-ca.crt", "reconcileID": "8ee57088-f49b-40de-b829-b5666e553f43", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-98b8161e"}
2026-07-08T17:57:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-98b8161e"}, "namespace": "e2e-webhook-auth-98b8161e", "name": "odh-trusted-ca-bundle", "reconcileID": "65a4f62f-0877-4d6a-8eb0-e2811678ff32", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-98b8161e", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:57:39Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-98b8161e"}, "namespace": "e2e-webhook-auth-98b8161e", "name": "odh-trusted-ca-bundle", "reconcileID": "65a4f62f-0877-4d6a-8eb0-e2811678ff32", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-98b8161e"}
2026-07-08T17:57:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-98b8161e"}, "namespace": "e2e-webhook-auth-98b8161e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e56521f4-8ed9-43c6-af6f-c5d4c8bfe69a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-98b8161e"}
2026-07-08T17:57:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-98b8161e"}, "namespace": "e2e-webhook-auth-98b8161e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98d00399-77a7-4f39-94e7-fafe6bebc4e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-98b8161e"}
2026-07-08T17:57:45Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-98b8161e"}, "namespace": "e2e-webhook-auth-98b8161e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98d00399-77a7-4f39-94e7-fafe6bebc4e4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-98b8161e", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T17:57:45Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-98b8161e"}, "namespace": "e2e-webhook-auth-98b8161e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "98d00399-77a7-4f39-94e7-fafe6bebc4e4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-auth-98b8161e because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T17:57:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-98b8161e"}, "namespace": "e2e-webhook-auth-98b8161e", "name": "odh-trusted-ca-bundle", "reconcileID": "2eca0560-7c2a-4716-9ae4-30f5c0d24382", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-98b8161e"}
2026-07-08T17:57:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-98b8161e"}, "namespace": "e2e-webhook-auth-98b8161e", "name": "odh-trusted-ca-bundle", "reconcileID": "2eca0560-7c2a-4716-9ae4-30f5c0d24382", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-98b8161e"}
2026-07-08T17:57:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-98b8161e"}, "namespace": "e2e-webhook-auth-98b8161e", "name": "openshift-service-ca.crt", "reconcileID": "9b8f2525-b6e7-4346-9c7e-1312fdec9ff9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-98b8161e"}
2026-07-08T17:57:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-98b8161e"}, "namespace": "e2e-webhook-auth-98b8161e", "name": "openshift-service-ca.crt", "reconcileID": "9b8f2525-b6e7-4346-9c7e-1312fdec9ff9", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-98b8161e"}
2026-07-08T17:57:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-98b8161e"}, "namespace": "e2e-webhook-auth-98b8161e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "335cb946-750f-4932-9c19-faa89b1911b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-98b8161e"}
2026-07-08T17:57:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-98b8161e"}, "namespace": "e2e-webhook-auth-98b8161e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "335cb946-750f-4932-9c19-faa89b1911b9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-98b8161e"}
2026-07-08T17:57:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-16a28f03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03", "reconcileID": "131f55f4-b7c7-44d4-815a-0a63969c98a3", "Gateway": "e2e-mt-16a28f03", "namespace": "openshift-ingress"}
2026-07-08T17:57:52Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-16a28f03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03", "reconcileID": "131f55f4-b7c7-44d4-815a-0a63969c98a3", "Gateway": "e2e-mt-16a28f03", "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03-authn-ssl"}
2026-07-08T17:57:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-16a28f03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03", "reconcileID": "131f55f4-b7c7-44d4-815a-0a63969c98a3", "Gateway": "e2e-mt-16a28f03", "namespace": "openshift-ingress"}
2026-07-08T17:57:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-16a28f03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03", "reconcileID": "5407505d-73ce-470e-aaa3-058831e89a2e", "Gateway": "e2e-mt-16a28f03", "namespace": "openshift-ingress"}
2026-07-08T17:57:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-16a28f03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03", "reconcileID": "5407505d-73ce-470e-aaa3-058831e89a2e", "Gateway": "e2e-mt-16a28f03", "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03-authn-ssl"}
2026-07-08T17:57:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-16a28f03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03", "reconcileID": "5407505d-73ce-470e-aaa3-058831e89a2e", "Gateway": "e2e-mt-16a28f03", "namespace": "openshift-ingress"}
2026-07-08T17:57:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-16a28f03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03", "reconcileID": "5623096a-f48e-4af3-8204-be5fd49a03bc", "Gateway": "e2e-mt-16a28f03", "namespace": "openshift-ingress"}
2026-07-08T17:57:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-16a28f03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03", "reconcileID": "5623096a-f48e-4af3-8204-be5fd49a03bc", "Gateway": "e2e-mt-16a28f03", "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03-authn-ssl"}
2026-07-08T17:57:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-16a28f03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03", "reconcileID": "5623096a-f48e-4af3-8204-be5fd49a03bc", "Gateway": "e2e-mt-16a28f03", "namespace": "openshift-ingress"}
2026-07-08T17:57:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-16a28f03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03", "reconcileID": "5a9eed6e-0bd0-4428-b183-62c952a38e7a", "Gateway": "e2e-mt-16a28f03", "namespace": "openshift-ingress"}
2026-07-08T17:57:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-16a28f03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03", "reconcileID": "5a9eed6e-0bd0-4428-b183-62c952a38e7a", "Gateway": "e2e-mt-16a28f03", "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03-authn-ssl"}
2026-07-08T17:57:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-16a28f03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03", "reconcileID": "5a9eed6e-0bd0-4428-b183-62c952a38e7a", "Gateway": "e2e-mt-16a28f03", "namespace": "openshift-ingress"}
2026-07-08T17:57:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-16a28f03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03", "reconcileID": "b75a04b6-e941-4997-8303-60a17d858b44", "Gateway": "e2e-mt-16a28f03", "namespace": "openshift-ingress"}
2026-07-08T17:57:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-16a28f03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03", "reconcileID": "b75a04b6-e941-4997-8303-60a17d858b44", "Gateway": "e2e-mt-16a28f03", "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03-authn-ssl"}
2026-07-08T17:57:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-16a28f03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03", "reconcileID": "b75a04b6-e941-4997-8303-60a17d858b44", "Gateway": "e2e-mt-16a28f03", "namespace": "openshift-ingress"}
2026-07-08T17:57:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-16a28f03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03", "reconcileID": "cf9ea49c-b979-442d-b55a-6f657ef746ee", "Gateway": "e2e-mt-16a28f03", "namespace": "openshift-ingress"}
2026-07-08T17:57:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-16a28f03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03", "reconcileID": "cf9ea49c-b979-442d-b55a-6f657ef746ee", "Gateway": "e2e-mt-16a28f03", "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03-authn-ssl"}
2026-07-08T17:57:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-16a28f03","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-16a28f03", "reconcileID": "cf9ea49c-b979-442d-b55a-6f657ef746ee", "Gateway": "e2e-mt-16a28f03", "namespace": "openshift-ingress"}
2026-07-08T17:59:12Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-08T17:59:12Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-08T17:59:14Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-08T17:59:14Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-08T18:01:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-02334e5a"}, "namespace": "ai-tenant-e2e-mt-02334e5a", "name": "openshift-service-ca.crt", "reconcileID": "453a337c-17a1-4a7c-91bc-7adf3ab972fd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-02334e5a"}
2026-07-08T18:01:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-02334e5a"}, "namespace": "ai-tenant-e2e-mt-02334e5a", "name": "odh-trusted-ca-bundle", "reconcileID": "397e5eef-367b-4ea2-89b6-1b7e3b2fead9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-02334e5a"}
2026-07-08T18:01:00Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-02334e5a"}, "namespace": "ai-tenant-e2e-mt-02334e5a", "name": "openshift-service-ca.crt", "reconcileID": "25e41995-6b4a-4bfe-be5b-0f2878a96f39", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-02334e5a", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:01:00Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-02334e5a"}, "namespace": "ai-tenant-e2e-mt-02334e5a", "name": "openshift-service-ca.crt", "reconcileID": "25e41995-6b4a-4bfe-be5b-0f2878a96f39", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-02334e5a"}
2026-07-08T18:01:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-02334e5a"}, "namespace": "ai-tenant-e2e-mt-02334e5a", "name": "openshift-service-ca.crt", "reconcileID": "cb41dfa0-24e2-4e0e-97ae-d0cf480209dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-02334e5a"}
2026-07-08T18:01:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-02334e5a"}, "namespace": "ai-tenant-e2e-mt-02334e5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31132767-e271-4603-bf51-171832c906f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-02334e5a"}
2026-07-08T18:01:00Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-02334e5a"}, "namespace": "ai-tenant-e2e-mt-02334e5a", "name": "odh-trusted-ca-bundle", "reconcileID": "2f723af3-aaff-4760-a9d6-adc6d5882431", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-02334e5a", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:01:00Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-02334e5a"}, "namespace": "ai-tenant-e2e-mt-02334e5a", "name": "odh-trusted-ca-bundle", "reconcileID": "2f723af3-aaff-4760-a9d6-adc6d5882431", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-02334e5a"}
2026-07-08T18:01:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-02334e5a"}, "namespace": "ai-tenant-e2e-mt-02334e5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f575ccb0-707d-4e28-bd0c-46f83c531734", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-02334e5a"}
2026-07-08T18:01:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6e50b372"}, "namespace": "ai-tenant-e2e-mt-6e50b372", "name": "openshift-service-ca.crt", "reconcileID": "7b827a21-3889-45aa-8d88-9d5ab96ce5b1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6e50b372"}
2026-07-08T18:01:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6e50b372"}, "namespace": "ai-tenant-e2e-mt-6e50b372", "name": "odh-trusted-ca-bundle", "reconcileID": "021c47e4-7a22-460e-88d0-3e8b4753be4d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6e50b372"}
2026-07-08T18:01:01Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6e50b372"}, "namespace": "ai-tenant-e2e-mt-6e50b372", "name": "openshift-service-ca.crt", "reconcileID": "27d7ea14-0e20-4c68-8364-51d5c467cf68", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6e50b372", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:01:01Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6e50b372"}, "namespace": "ai-tenant-e2e-mt-6e50b372", "name": "openshift-service-ca.crt", "reconcileID": "27d7ea14-0e20-4c68-8364-51d5c467cf68", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6e50b372"}
2026-07-08T18:01:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6e50b372"}, "namespace": "ai-tenant-e2e-mt-6e50b372", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31d7f639-35c0-4140-a152-934134f3e718", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6e50b372"}
2026-07-08T18:01:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6e50b372"}, "namespace": "ai-tenant-e2e-mt-6e50b372", "name": "openshift-service-ca.crt", "reconcileID": "221ed7ff-85ba-4349-a425-85ff9864cde3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6e50b372"}
2026-07-08T18:01:01Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6e50b372"}, "namespace": "ai-tenant-e2e-mt-6e50b372", "name": "odh-trusted-ca-bundle", "reconcileID": "994197d5-db1d-4185-87b0-d2ba8f071855", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6e50b372", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:01:01Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6e50b372"}, "namespace": "ai-tenant-e2e-mt-6e50b372", "name": "odh-trusted-ca-bundle", "reconcileID": "994197d5-db1d-4185-87b0-d2ba8f071855", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6e50b372"}
2026-07-08T18:01:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6e50b372"}, "namespace": "ai-tenant-e2e-mt-6e50b372", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "07e3f455-cf4f-4dcb-ad94-41876900f710", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6e50b372"}
2026-07-08T18:01:08Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-02334e5a"}, "namespace": "ai-tenant-e2e-mt-02334e5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7d29570-be67-4150-90a8-db7cbb003879", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-02334e5a"}
2026-07-08T18:01:08Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-02334e5a"}, "namespace": "ai-tenant-e2e-mt-02334e5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7d29570-be67-4150-90a8-db7cbb003879", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-02334e5a", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:01:08Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-02334e5a"}, "namespace": "ai-tenant-e2e-mt-02334e5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7d29570-be67-4150-90a8-db7cbb003879", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-02334e5a because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:01:08Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-02334e5a"}, "namespace": "ai-tenant-e2e-mt-02334e5a", "name": "odh-trusted-ca-bundle", "reconcileID": "01fb6903-56aa-48ac-a98f-fa4be418e607", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-02334e5a"}
2026-07-08T18:01:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-02334e5a"}, "namespace": "ai-tenant-e2e-mt-02334e5a", "name": "odh-trusted-ca-bundle", "reconcileID": "01fb6903-56aa-48ac-a98f-fa4be418e607", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-02334e5a"}
2026-07-08T18:01:08Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-02334e5a"}, "namespace": "ai-tenant-e2e-mt-02334e5a", "name": "openshift-service-ca.crt", "reconcileID": "a28590bc-1b6b-40dc-a358-8b3a0fc103c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-02334e5a"}
2026-07-08T18:01:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-02334e5a"}, "namespace": "ai-tenant-e2e-mt-02334e5a", "name": "openshift-service-ca.crt", "reconcileID": "a28590bc-1b6b-40dc-a358-8b3a0fc103c7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-02334e5a"}
2026-07-08T18:01:08Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-02334e5a"}, "namespace": "ai-tenant-e2e-mt-02334e5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db7ee53a-6f2e-4b61-8e80-8780ffced0fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-02334e5a"}
2026-07-08T18:01:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-02334e5a"}, "namespace": "ai-tenant-e2e-mt-02334e5a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "db7ee53a-6f2e-4b61-8e80-8780ffced0fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-02334e5a"}
2026-07-08T18:01:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6e50b372"}, "namespace": "ai-tenant-e2e-mt-6e50b372", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c6d1c48-0d63-44bd-af15-d78daa054d65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6e50b372"}
2026-07-08T18:01:15Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6e50b372"}, "namespace": "ai-tenant-e2e-mt-6e50b372", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c6d1c48-0d63-44bd-af15-d78daa054d65", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6e50b372", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:01:15Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6e50b372"}, "namespace": "ai-tenant-e2e-mt-6e50b372", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5c6d1c48-0d63-44bd-af15-d78daa054d65", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-6e50b372 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:01:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6e50b372"}, "namespace": "ai-tenant-e2e-mt-6e50b372", "name": "odh-trusted-ca-bundle", "reconcileID": "9f9ec354-9f75-472a-b6b8-11997e671082", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6e50b372"}
2026-07-08T18:01:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6e50b372"}, "namespace": "ai-tenant-e2e-mt-6e50b372", "name": "odh-trusted-ca-bundle", "reconcileID": "9f9ec354-9f75-472a-b6b8-11997e671082", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6e50b372"}
2026-07-08T18:01:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6e50b372"}, "namespace": "ai-tenant-e2e-mt-6e50b372", "name": "openshift-service-ca.crt", "reconcileID": "3312425c-781d-4a94-aa83-c31f04507d69", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6e50b372"}
2026-07-08T18:01:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6e50b372"}, "namespace": "ai-tenant-e2e-mt-6e50b372", "name": "openshift-service-ca.crt", "reconcileID": "3312425c-781d-4a94-aa83-c31f04507d69", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6e50b372"}
2026-07-08T18:01:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6e50b372"}, "namespace": "ai-tenant-e2e-mt-6e50b372", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7cc5b5a6-4096-40c9-aa85-21c4ffcda270", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6e50b372"}
2026-07-08T18:01:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6e50b372"}, "namespace": "ai-tenant-e2e-mt-6e50b372", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7cc5b5a6-4096-40c9-aa85-21c4ffcda270", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6e50b372"}
2026-07-08T18:01:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3c63b971"}, "namespace": "ai-tenant-e2e-mt-3c63b971", "name": "openshift-service-ca.crt", "reconcileID": "6d1450da-e1a8-4de0-b76a-6c0dce2d3e10", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3c63b971"}
2026-07-08T18:01:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3c63b971"}, "namespace": "ai-tenant-e2e-mt-3c63b971", "name": "odh-trusted-ca-bundle", "reconcileID": "0aec33bd-ff37-429b-87c4-8fcccff26a41", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3c63b971"}
2026-07-08T18:01:16Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3c63b971"}, "namespace": "ai-tenant-e2e-mt-3c63b971", "name": "openshift-service-ca.crt", "reconcileID": "dade8e2c-b520-4c8b-b156-4ea0983239f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3c63b971", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:01:16Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3c63b971"}, "namespace": "ai-tenant-e2e-mt-3c63b971", "name": "openshift-service-ca.crt", "reconcileID": "dade8e2c-b520-4c8b-b156-4ea0983239f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3c63b971"}
2026-07-08T18:01:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3c63b971"}, "namespace": "ai-tenant-e2e-mt-3c63b971", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "29158914-4f77-4cfe-a95e-fd15e6e675c1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3c63b971"}
2026-07-08T18:01:16Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3c63b971"}, "namespace": "ai-tenant-e2e-mt-3c63b971", "name": "openshift-service-ca.crt", "reconcileID": "4411876c-1ab4-4aee-a323-4161ab820a08", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3c63b971"}
2026-07-08T18:01:17Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3c63b971"}, "namespace": "ai-tenant-e2e-mt-3c63b971", "name": "odh-trusted-ca-bundle", "reconcileID": "72cda8a5-6cc8-4f82-8a38-3fd943b5ed50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3c63b971", "update": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:01:17Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3c63b971"}, "namespace": "ai-tenant-e2e-mt-3c63b971", "name": "odh-trusted-ca-bundle", "reconcileID": "72cda8a5-6cc8-4f82-8a38-3fd943b5ed50", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3c63b971"}
2026-07-08T18:01:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3c63b971"}, "namespace": "ai-tenant-e2e-mt-3c63b971", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "31f229dc-908b-4805-8fe0-9e7130be0491", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3c63b971"}
2026-07-08T18:01:54Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3c63b971"}, "namespace": "ai-tenant-e2e-mt-3c63b971", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a2bd584-8578-4fd0-b173-cb23cc7967fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3c63b971"}
2026-07-08T18:01:54Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3c63b971"}, "namespace": "ai-tenant-e2e-mt-3c63b971", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a2bd584-8578-4fd0-b173-cb23cc7967fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3c63b971", "create": "odh-kserve-custom-ca-bundle"}
2026-07-08T18:01:54Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3c63b971"}, "namespace": "ai-tenant-e2e-mt-3c63b971", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5a2bd584-8578-4fd0-b173-cb23cc7967fb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-3c63b971 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-08T18:01:54Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3c63b971"}, "namespace": "ai-tenant-e2e-mt-3c63b971", "name": "odh-trusted-ca-bundle", "reconcileID": "73ad9d46-08ff-4408-99aa-299cada247da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3c63b971"}
2026-07-08T18:01:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-3c63b971"}, "namespace": "ai-tenant-e2e-mt-3c63b971", "name": "odh-trusted-ca-bundle", "reconcileID": "73ad9d46-08ff-4408-99aa-299cada247da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-3c63b971"}
2026-07-08T18:01:54Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3c63b971"}, "namespace": "ai-tenant-e2e-mt-3c63b971", "name": "openshift-service-ca.crt", "reconcileID": "073764d8-c5cd-48de-91ab-6cca27f69f0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3c63b971"}
2026-07-08T18:01:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-3c63b971"}, "namespace": "ai-tenant-e2e-mt-3c63b971", "name": "openshift-service-ca.crt", "reconcileID": "073764d8-c5cd-48de-91ab-6cca27f69f0e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-3c63b971"}
2026-07-08T18:01:54Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3c63b971"}, "namespace": "ai-tenant-e2e-mt-3c63b971", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d70d4954-563e-442c-9116-9b4665149cd0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3c63b971"}
2026-07-08T18:01:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-3c63b971"}, "namespace": "ai-tenant-e2e-mt-3c63b971", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d70d4954-563e-442c-9116-9b4665149cd0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-3c63b971"}
2026-07-08T18:01:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5227d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3", "reconcileID": "35724843-d195-4631-a54d-798ff138eba6", "Gateway": "e2e-inf-a-5227d3", "namespace": "openshift-ingress"}
2026-07-08T18:01:55Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5227d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3", "reconcileID": "35724843-d195-4631-a54d-798ff138eba6", "Gateway": "e2e-inf-a-5227d3", "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3-authn-ssl"}
2026-07-08T18:01:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5227d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3", "reconcileID": "35724843-d195-4631-a54d-798ff138eba6", "Gateway": "e2e-inf-a-5227d3", "namespace": "openshift-ingress"}
2026-07-08T18:01:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5227d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3", "reconcileID": "a13d789b-2e68-4eec-a7d4-b7bcd2dc4018", "Gateway": "e2e-inf-a-5227d3", "namespace": "openshift-ingress"}
2026-07-08T18:01:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5227d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3", "reconcileID": "a13d789b-2e68-4eec-a7d4-b7bcd2dc4018", "Gateway": "e2e-inf-a-5227d3", "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3-authn-ssl"}
2026-07-08T18:01:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5227d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3", "reconcileID": "a13d789b-2e68-4eec-a7d4-b7bcd2dc4018", "Gateway": "e2e-inf-a-5227d3", "namespace": "openshift-ingress"}
2026-07-08T18:01:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5227d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3", "reconcileID": "b32a96c9-1d11-4dd7-885d-3652e94d4af8", "Gateway": "e2e-inf-a-5227d3", "namespace": "openshift-ingress"}
2026-07-08T18:01:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5227d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3", "reconcileID": "b32a96c9-1d11-4dd7-885d-3652e94d4af8", "Gateway": "e2e-inf-a-5227d3", "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3-authn-ssl"}
2026-07-08T18:01:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5227d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3", "reconcileID": "b32a96c9-1d11-4dd7-885d-3652e94d4af8", "Gateway": "e2e-inf-a-5227d3", "namespace": "openshift-ingress"}
2026-07-08T18:01:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5227d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3", "reconcileID": "9940dfd1-93f8-40a5-88f7-a159d7dbfe21", "Gateway": "e2e-inf-a-5227d3", "namespace": "openshift-ingress"}
2026-07-08T18:01:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5227d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3", "reconcileID": "9940dfd1-93f8-40a5-88f7-a159d7dbfe21", "Gateway": "e2e-inf-a-5227d3", "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3-authn-ssl"}
2026-07-08T18:01:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5227d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3", "reconcileID": "9940dfd1-93f8-40a5-88f7-a159d7dbfe21", "Gateway": "e2e-inf-a-5227d3", "namespace": "openshift-ingress"}
2026-07-08T18:01:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5227d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3", "reconcileID": "13202848-8668-4387-a941-2a5dde9dac91", "Gateway": "e2e-inf-a-5227d3", "namespace": "openshift-ingress"}
2026-07-08T18:01:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5227d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3", "reconcileID": "13202848-8668-4387-a941-2a5dde9dac91", "Gateway": "e2e-inf-a-5227d3", "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3-authn-ssl"}
2026-07-08T18:01:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5227d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3", "reconcileID": "13202848-8668-4387-a941-2a5dde9dac91", "Gateway": "e2e-inf-a-5227d3", "namespace": "openshift-ingress"}
2026-07-08T18:01:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5227d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3", "reconcileID": "37c0fa40-c525-4611-b01d-074d93c66607", "Gateway": "e2e-inf-a-5227d3", "namespace": "openshift-ingress"}
2026-07-08T18:01:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5227d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3", "reconcileID": "37c0fa40-c525-4611-b01d-074d93c66607", "Gateway": "e2e-inf-a-5227d3", "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3-authn-ssl"}
2026-07-08T18:01:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5227d3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5227d3", "reconcileID": "37c0fa40-c525-4611-b01d-074d93c66607", "Gateway": "e2e-inf-a-5227d3", "namespace": "openshift-ingress"}