sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-10T16:29:33Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-f580528a"}, "namespace": "e2e-unlabeled-f580528a", "name": "odh-trusted-ca-bundle", "reconcileID": "0798e3b8-02d9-430a-94b5-e78a15f093c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-f580528a"}
2026-07-10T16:29:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-unlabeled-f580528a"}, "namespace": "e2e-unlabeled-f580528a", "name": "odh-trusted-ca-bundle", "reconcileID": "0798e3b8-02d9-430a-94b5-e78a15f093c6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-unlabeled-f580528a"}
2026-07-10T16:29:33Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-f580528a"}, "namespace": "e2e-unlabeled-f580528a", "name": "openshift-service-ca.crt", "reconcileID": "5a6a40c4-b15f-4ad3-89e0-66094e9b7d77", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-f580528a"}
2026-07-10T16:29:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-unlabeled-f580528a"}, "namespace": "e2e-unlabeled-f580528a", "name": "openshift-service-ca.crt", "reconcileID": "5a6a40c4-b15f-4ad3-89e0-66094e9b7d77", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-unlabeled-f580528a"}
2026-07-10T16:29:33Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-f580528a"}, "namespace": "e2e-unlabeled-f580528a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e2dc487-7352-4118-a471-9b4b8b6c8029", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-f580528a"}
2026-07-10T16:29:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-unlabeled-f580528a"}, "namespace": "e2e-unlabeled-f580528a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e2dc487-7352-4118-a471-9b4b8b6c8029", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-unlabeled-f580528a"}
2026-07-10T16:29:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7dc99529"}, "namespace": "ai-tenant-e2e-mt-7dc99529", "name": "openshift-service-ca.crt", "reconcileID": "cfb7e4fd-9734-4811-8371-08db88135a7f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7dc99529"}
2026-07-10T16:29:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-7dc99529"}, "namespace": "ai-tenant-e2e-mt-7dc99529", "name": "odh-trusted-ca-bundle", "reconcileID": "096721a7-32f3-4f0c-af81-3f6148854550", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-7dc99529"}
2026-07-10T16:29:34Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7dc99529"}, "namespace": "ai-tenant-e2e-mt-7dc99529", "name": "openshift-service-ca.crt", "reconcileID": "d3fc1603-54df-4be4-9dbe-3b33b371fc9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7dc99529", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:29:34Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7dc99529"}, "namespace": "ai-tenant-e2e-mt-7dc99529", "name": "openshift-service-ca.crt", "reconcileID": "d3fc1603-54df-4be4-9dbe-3b33b371fc9f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7dc99529"}
2026-07-10T16:29:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7dc99529"}, "namespace": "ai-tenant-e2e-mt-7dc99529", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9c3b74e7-f4d3-497e-a8e2-867658da0d6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7dc99529"}
2026-07-10T16:29:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7dc99529"}, "namespace": "ai-tenant-e2e-mt-7dc99529", "name": "openshift-service-ca.crt", "reconcileID": "a8951b71-a502-4304-b1d4-a005ac5326aa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7dc99529"}
2026-07-10T16:29:34Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-7dc99529"}, "namespace": "ai-tenant-e2e-mt-7dc99529", "name": "odh-trusted-ca-bundle", "reconcileID": "89e0dbed-8a66-44ca-b2db-151533825d27", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-7dc99529", "update": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:29:34Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-7dc99529"}, "namespace": "ai-tenant-e2e-mt-7dc99529", "name": "odh-trusted-ca-bundle", "reconcileID": "89e0dbed-8a66-44ca-b2db-151533825d27", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-7dc99529"}
2026-07-10T16:29:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7dc99529"}, "namespace": "ai-tenant-e2e-mt-7dc99529", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "66fcd0c2-71a8-4d62-90f2-50969176d910", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7dc99529"}
2026-07-10T16:29:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7dc99529"}, "namespace": "ai-tenant-e2e-mt-7dc99529", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f06b8fd9-0dbc-4f29-999a-1800f3d1d4fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7dc99529"}
2026-07-10T16:29:52Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7dc99529"}, "namespace": "ai-tenant-e2e-mt-7dc99529", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f06b8fd9-0dbc-4f29-999a-1800f3d1d4fa", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7dc99529", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:29:52Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7dc99529"}, "namespace": "ai-tenant-e2e-mt-7dc99529", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f06b8fd9-0dbc-4f29-999a-1800f3d1d4fa", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-7dc99529 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-10T16:29:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-7dc99529"}, "namespace": "ai-tenant-e2e-mt-7dc99529", "name": "odh-trusted-ca-bundle", "reconcileID": "b7865657-f801-4bae-9257-a2e87c4ef852", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-7dc99529"}
2026-07-10T16:29:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-7dc99529"}, "namespace": "ai-tenant-e2e-mt-7dc99529", "name": "odh-trusted-ca-bundle", "reconcileID": "b7865657-f801-4bae-9257-a2e87c4ef852", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-7dc99529"}
2026-07-10T16:29:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7dc99529"}, "namespace": "ai-tenant-e2e-mt-7dc99529", "name": "openshift-service-ca.crt", "reconcileID": "ac2ad023-e6b1-4ada-953f-ecd0bc776198", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7dc99529"}
2026-07-10T16:29:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-7dc99529"}, "namespace": "ai-tenant-e2e-mt-7dc99529", "name": "openshift-service-ca.crt", "reconcileID": "ac2ad023-e6b1-4ada-953f-ecd0bc776198", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-7dc99529"}
2026-07-10T16:29:52Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7dc99529"}, "namespace": "ai-tenant-e2e-mt-7dc99529", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fc83d67-7efb-4e03-990c-a53fd7a90c6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7dc99529"}
2026-07-10T16:29:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-7dc99529"}, "namespace": "ai-tenant-e2e-mt-7dc99529", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2fc83d67-7efb-4e03-990c-a53fd7a90c6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-7dc99529"}
2026-07-10T16:29:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b754e2b4"}, "namespace": "ai-tenant-e2e-mt-b754e2b4", "name": "openshift-service-ca.crt", "reconcileID": "5cf73ac5-e0e1-4d2f-9a12-e799aff8c816", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b754e2b4"}
2026-07-10T16:29:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b754e2b4"}, "namespace": "ai-tenant-e2e-mt-b754e2b4", "name": "odh-trusted-ca-bundle", "reconcileID": "c13cbb54-b6c5-421a-aba8-562c2aef60c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b754e2b4"}
2026-07-10T16:29:52Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b754e2b4"}, "namespace": "ai-tenant-e2e-mt-b754e2b4", "name": "openshift-service-ca.crt", "reconcileID": "4551dc60-353b-49d7-b4dd-7f2958cd2529", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b754e2b4", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:29:52Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b754e2b4"}, "namespace": "ai-tenant-e2e-mt-b754e2b4", "name": "openshift-service-ca.crt", "reconcileID": "4551dc60-353b-49d7-b4dd-7f2958cd2529", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b754e2b4"}
2026-07-10T16:29:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b754e2b4"}, "namespace": "ai-tenant-e2e-mt-b754e2b4", "name": "openshift-service-ca.crt", "reconcileID": "36555242-6cb2-4d1b-860c-691673a54d98", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b754e2b4"}
2026-07-10T16:29:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b754e2b4"}, "namespace": "ai-tenant-e2e-mt-b754e2b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47841b14-6c57-477a-af17-b832b549641b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b754e2b4"}
2026-07-10T16:29:52Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b754e2b4"}, "namespace": "ai-tenant-e2e-mt-b754e2b4", "name": "odh-trusted-ca-bundle", "reconcileID": "74427184-5711-437c-ae4e-e3f7738bf384", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b754e2b4", "update": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:29:52Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b754e2b4"}, "namespace": "ai-tenant-e2e-mt-b754e2b4", "name": "odh-trusted-ca-bundle", "reconcileID": "74427184-5711-437c-ae4e-e3f7738bf384", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b754e2b4"}
2026-07-10T16:29:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b754e2b4"}, "namespace": "ai-tenant-e2e-mt-b754e2b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4ece4368-af3c-46a6-b38b-2265c54b67bf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b754e2b4"}
2026-07-10T16:29:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-59b2a242"}, "namespace": "ai-tenant-e2e-mt-59b2a242", "name": "openshift-service-ca.crt", "reconcileID": "a646debd-7d00-4502-a9fe-88167a41be66", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-59b2a242"}
2026-07-10T16:29:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-59b2a242"}, "namespace": "ai-tenant-e2e-mt-59b2a242", "name": "odh-trusted-ca-bundle", "reconcileID": "36f01a0b-86c8-4ee0-acc8-35b5692b002e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-59b2a242"}
2026-07-10T16:29:53Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-59b2a242"}, "namespace": "ai-tenant-e2e-mt-59b2a242", "name": "openshift-service-ca.crt", "reconcileID": "8e98a4d5-462f-466d-b310-b7a4ea5b2ee2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-59b2a242", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:29:53Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-59b2a242"}, "namespace": "ai-tenant-e2e-mt-59b2a242", "name": "openshift-service-ca.crt", "reconcileID": "8e98a4d5-462f-466d-b310-b7a4ea5b2ee2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-59b2a242"}
2026-07-10T16:29:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-59b2a242"}, "namespace": "ai-tenant-e2e-mt-59b2a242", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3168ce04-6085-4937-a790-2f000a895120", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-59b2a242"}
2026-07-10T16:29:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-59b2a242"}, "namespace": "ai-tenant-e2e-mt-59b2a242", "name": "openshift-service-ca.crt", "reconcileID": "11126d67-90f3-44c6-813b-5b859961e0c4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-59b2a242"}
2026-07-10T16:29:53Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-59b2a242"}, "namespace": "ai-tenant-e2e-mt-59b2a242", "name": "odh-trusted-ca-bundle", "reconcileID": "94592d32-4fe4-4775-97a5-eba2bd1261fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-59b2a242", "update": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:29:53Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-59b2a242"}, "namespace": "ai-tenant-e2e-mt-59b2a242", "name": "odh-trusted-ca-bundle", "reconcileID": "94592d32-4fe4-4775-97a5-eba2bd1261fa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-59b2a242"}
2026-07-10T16:29:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-59b2a242"}, "namespace": "ai-tenant-e2e-mt-59b2a242", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "75b89705-f658-4700-8cad-aed343a1a1c2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-59b2a242"}
2026-07-10T16:30:01Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b754e2b4"}, "namespace": "ai-tenant-e2e-mt-b754e2b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40084556-994b-459a-9590-5066904451e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b754e2b4"}
2026-07-10T16:30:01Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b754e2b4"}, "namespace": "ai-tenant-e2e-mt-b754e2b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40084556-994b-459a-9590-5066904451e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b754e2b4", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:30:01Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b754e2b4"}, "namespace": "ai-tenant-e2e-mt-b754e2b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "40084556-994b-459a-9590-5066904451e1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-b754e2b4 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-10T16:30:01Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b754e2b4"}, "namespace": "ai-tenant-e2e-mt-b754e2b4", "name": "odh-trusted-ca-bundle", "reconcileID": "3636e0e8-c179-423c-83ed-771790c54f06", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b754e2b4"}
2026-07-10T16:30:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-b754e2b4"}, "namespace": "ai-tenant-e2e-mt-b754e2b4", "name": "odh-trusted-ca-bundle", "reconcileID": "3636e0e8-c179-423c-83ed-771790c54f06", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-b754e2b4"}
2026-07-10T16:30:01Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b754e2b4"}, "namespace": "ai-tenant-e2e-mt-b754e2b4", "name": "openshift-service-ca.crt", "reconcileID": "f6f5f7ca-2157-4cc6-89d6-6b7e231a541f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b754e2b4"}
2026-07-10T16:30:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-b754e2b4"}, "namespace": "ai-tenant-e2e-mt-b754e2b4", "name": "openshift-service-ca.crt", "reconcileID": "f6f5f7ca-2157-4cc6-89d6-6b7e231a541f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-b754e2b4"}
2026-07-10T16:30:01Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b754e2b4"}, "namespace": "ai-tenant-e2e-mt-b754e2b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "836f52f6-fe3c-4926-bac9-fa356cbde918", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b754e2b4"}
2026-07-10T16:30:01Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-b754e2b4"}, "namespace": "ai-tenant-e2e-mt-b754e2b4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "836f52f6-fe3c-4926-bac9-fa356cbde918", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-b754e2b4"}
2026-07-10T16:30:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-59b2a242"}, "namespace": "ai-tenant-e2e-mt-59b2a242", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2dfd7e9-b1ce-4ecc-9fea-e15de1e228ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-59b2a242"}
2026-07-10T16:30:07Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-59b2a242"}, "namespace": "ai-tenant-e2e-mt-59b2a242", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2dfd7e9-b1ce-4ecc-9fea-e15de1e228ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-59b2a242", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:30:07Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-59b2a242"}, "namespace": "ai-tenant-e2e-mt-59b2a242", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2dfd7e9-b1ce-4ecc-9fea-e15de1e228ce", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-59b2a242 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-10T16:30:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-59b2a242"}, "namespace": "ai-tenant-e2e-mt-59b2a242", "name": "odh-trusted-ca-bundle", "reconcileID": "3e82eea8-6947-401d-bcb2-94a41279d38b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-59b2a242"}
2026-07-10T16:30:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-59b2a242"}, "namespace": "ai-tenant-e2e-mt-59b2a242", "name": "odh-trusted-ca-bundle", "reconcileID": "3e82eea8-6947-401d-bcb2-94a41279d38b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-59b2a242"}
2026-07-10T16:30:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-59b2a242"}, "namespace": "ai-tenant-e2e-mt-59b2a242", "name": "openshift-service-ca.crt", "reconcileID": "be6ee524-6995-4404-8abf-3021f19ec8a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-59b2a242"}
2026-07-10T16:30:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-59b2a242"}, "namespace": "ai-tenant-e2e-mt-59b2a242", "name": "openshift-service-ca.crt", "reconcileID": "be6ee524-6995-4404-8abf-3021f19ec8a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-59b2a242"}
2026-07-10T16:30:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-59b2a242"}, "namespace": "ai-tenant-e2e-mt-59b2a242", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec0a6093-c667-419d-a858-ed5ca36bbc9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-59b2a242"}
2026-07-10T16:30:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-59b2a242"}, "namespace": "ai-tenant-e2e-mt-59b2a242", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ec0a6093-c667-419d-a858-ed5ca36bbc9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-59b2a242"}
2026-07-10T16:30:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "d9e9d384-8ea5-49c4-afff-c20a9911bf67", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress"}
2026-07-10T16:30:08Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "d9e9d384-8ea5-49c4-afff-c20a9911bf67", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4-authn-ssl"}
2026-07-10T16:30:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "d9e9d384-8ea5-49c4-afff-c20a9911bf67", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress"}
2026-07-10T16:30:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "7198588d-324a-4b89-9322-5296b8a85f11", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress"}
2026-07-10T16:30:08Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "7198588d-324a-4b89-9322-5296b8a85f11", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4-authn-ssl"}
2026-07-10T16:30:08Z	ERROR	Reconciler error	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "7198588d-324a-4b89-9322-5296b8a85f11", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-mt-ef5048a4-authn-ssl: envoyfilters.networking.istio.io \"e2e-mt-ef5048a4-authn-ssl\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-10T16:30:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "399319c6-4e2e-4d14-aeef-e69413ce34c2", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress"}
2026-07-10T16:30:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "399319c6-4e2e-4d14-aeef-e69413ce34c2", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4-authn-ssl"}
2026-07-10T16:30:08Z	DEBUG	events	Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-mt-ef5048a4-authn-ssl: envoyfilters.networking.istio.io "e2e-mt-ef5048a4-authn-ssl" already exists	{"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-mt-ef5048a4","uid":"cdfa40b6-785b-4eff-b0c2-6fb6d40d0774","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"45952"}, "reason": "ReconcileError"}
2026-07-10T16:30:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "399319c6-4e2e-4d14-aeef-e69413ce34c2", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress"}
2026-07-10T16:30:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "668d799e-e276-4a56-978f-adade643bced", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress"}
2026-07-10T16:30:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "668d799e-e276-4a56-978f-adade643bced", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4-authn-ssl"}
2026-07-10T16:30:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "668d799e-e276-4a56-978f-adade643bced", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress"}
2026-07-10T16:30:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "30cd19d8-25d8-4dcf-8806-eac29e0e7b6a", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress"}
2026-07-10T16:30:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "30cd19d8-25d8-4dcf-8806-eac29e0e7b6a", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4-authn-ssl"}
2026-07-10T16:30:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "30cd19d8-25d8-4dcf-8806-eac29e0e7b6a", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress"}
2026-07-10T16:30:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "5a9c6f38-8ccd-400d-a391-c23899dd923d", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress"}
2026-07-10T16:30:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "5a9c6f38-8ccd-400d-a391-c23899dd923d", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4-authn-ssl"}
2026-07-10T16:30:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "5a9c6f38-8ccd-400d-a391-c23899dd923d", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress"}
2026-07-10T16:30:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "26985814-18dd-4e4e-8fd2-3e37187dc6e9", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress"}
2026-07-10T16:30:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "26985814-18dd-4e4e-8fd2-3e37187dc6e9", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4-authn-ssl"}
2026-07-10T16:30:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "26985814-18dd-4e4e-8fd2-3e37187dc6e9", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress"}
2026-07-10T16:30:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "bc4401db-413f-41f5-b6a0-8a573a290c87", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress"}
2026-07-10T16:30:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "bc4401db-413f-41f5-b6a0-8a573a290c87", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4-authn-ssl"}
2026-07-10T16:30:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "bc4401db-413f-41f5-b6a0-8a573a290c87", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress"}
2026-07-10T16:30:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ef5048a4"}, "namespace": "ai-tenant-e2e-mt-ef5048a4", "name": "openshift-service-ca.crt", "reconcileID": "6e1a5190-6fa2-4dba-a2bf-73b0fbd24174", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ef5048a4"}
2026-07-10T16:30:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ef5048a4"}, "namespace": "ai-tenant-e2e-mt-ef5048a4", "name": "odh-trusted-ca-bundle", "reconcileID": "40158bbd-244f-48bf-87bc-c7f997899364", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef5048a4"}
2026-07-10T16:30:11Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ef5048a4"}, "namespace": "ai-tenant-e2e-mt-ef5048a4", "name": "openshift-service-ca.crt", "reconcileID": "5dab2e88-7289-4bb6-9a24-75e44d67aaa0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ef5048a4", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:30:11Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ef5048a4"}, "namespace": "ai-tenant-e2e-mt-ef5048a4", "name": "openshift-service-ca.crt", "reconcileID": "5dab2e88-7289-4bb6-9a24-75e44d67aaa0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ef5048a4"}
2026-07-10T16:30:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef5048a4"}, "namespace": "ai-tenant-e2e-mt-ef5048a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6e1ae49c-688f-4e34-a001-674faa4c95dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef5048a4"}
2026-07-10T16:30:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ef5048a4"}, "namespace": "ai-tenant-e2e-mt-ef5048a4", "name": "openshift-service-ca.crt", "reconcileID": "649109a1-bf5f-4408-8a1d-5729ff295f7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ef5048a4"}
2026-07-10T16:30:11Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ef5048a4"}, "namespace": "ai-tenant-e2e-mt-ef5048a4", "name": "odh-trusted-ca-bundle", "reconcileID": "4ef500bf-77d0-4732-877a-49d3a31f77b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef5048a4", "update": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:30:11Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ef5048a4"}, "namespace": "ai-tenant-e2e-mt-ef5048a4", "name": "odh-trusted-ca-bundle", "reconcileID": "4ef500bf-77d0-4732-877a-49d3a31f77b8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef5048a4"}
2026-07-10T16:30:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef5048a4"}, "namespace": "ai-tenant-e2e-mt-ef5048a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4e1853c1-a817-413e-8c93-f209073282f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef5048a4"}
2026-07-10T16:31:31Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-10T16:31:31Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-10T16:31:32Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-10T16:31:32Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-10T16:33:27Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef5048a4"}, "namespace": "ai-tenant-e2e-mt-ef5048a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7979024-998f-4b51-b2da-94cdb78494da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef5048a4"}
2026-07-10T16:33:27Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef5048a4"}, "namespace": "ai-tenant-e2e-mt-ef5048a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7979024-998f-4b51-b2da-94cdb78494da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef5048a4", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:33:27Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef5048a4"}, "namespace": "ai-tenant-e2e-mt-ef5048a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f7979024-998f-4b51-b2da-94cdb78494da", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-ef5048a4 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-10T16:33:27Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ef5048a4"}, "namespace": "ai-tenant-e2e-mt-ef5048a4", "name": "odh-trusted-ca-bundle", "reconcileID": "ab04f375-5af9-4c35-9caf-ce92987094b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef5048a4"}
2026-07-10T16:33:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-ef5048a4"}, "namespace": "ai-tenant-e2e-mt-ef5048a4", "name": "odh-trusted-ca-bundle", "reconcileID": "ab04f375-5af9-4c35-9caf-ce92987094b1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef5048a4"}
2026-07-10T16:33:27Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ef5048a4"}, "namespace": "ai-tenant-e2e-mt-ef5048a4", "name": "openshift-service-ca.crt", "reconcileID": "2dbc8348-2d7c-4906-a42e-2312172b0d52", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ef5048a4"}
2026-07-10T16:33:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-ef5048a4"}, "namespace": "ai-tenant-e2e-mt-ef5048a4", "name": "openshift-service-ca.crt", "reconcileID": "2dbc8348-2d7c-4906-a42e-2312172b0d52", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-ef5048a4"}
2026-07-10T16:33:27Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef5048a4"}, "namespace": "ai-tenant-e2e-mt-ef5048a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "beac5783-a8cd-4132-8c1b-b063490fcfb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef5048a4"}
2026-07-10T16:33:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-ef5048a4"}, "namespace": "ai-tenant-e2e-mt-ef5048a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "beac5783-a8cd-4132-8c1b-b063490fcfb6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-ef5048a4"}
2026-07-10T16:33:28Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-ef5048a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-ef5048a4", "reconcileID": "b331101f-1ffa-4a6f-8868-952b2eeefc56", "Gateway": "e2e-mt-ef5048a4", "namespace": "openshift-ingress"}
2026-07-10T16:33:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-77e008db"}, "namespace": "e2e-webhook-sub-77e008db", "name": "openshift-service-ca.crt", "reconcileID": "202fde7b-9939-4cc2-8bff-f14ab50972c1", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-77e008db"}
2026-07-10T16:33:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-77e008db"}, "namespace": "e2e-webhook-sub-77e008db", "name": "openshift-service-ca.crt", "reconcileID": "3edcc2b3-8beb-4446-8688-a74276ef20dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-77e008db", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:33:28Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-77e008db"}, "namespace": "e2e-webhook-sub-77e008db", "name": "openshift-service-ca.crt", "reconcileID": "3edcc2b3-8beb-4446-8688-a74276ef20dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-77e008db"}
2026-07-10T16:33:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-77e008db"}, "namespace": "e2e-webhook-sub-77e008db", "name": "odh-trusted-ca-bundle", "reconcileID": "c17c8993-3f11-4dec-8ceb-0c8c7161c651", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-77e008db"}
2026-07-10T16:33:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-77e008db"}, "namespace": "e2e-webhook-sub-77e008db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "864c0f61-3a44-4eba-9e3e-f5cea675c90e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-77e008db"}
2026-07-10T16:33:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-77e008db"}, "namespace": "e2e-webhook-sub-77e008db", "name": "openshift-service-ca.crt", "reconcileID": "bfa5a692-a53a-435d-ad44-eafe940b1182", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-77e008db"}
2026-07-10T16:33:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-77e008db"}, "namespace": "e2e-webhook-sub-77e008db", "name": "odh-trusted-ca-bundle", "reconcileID": "7869d45d-d94f-43f6-a9ee-78a6f49d242b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-77e008db", "update": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:33:28Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-77e008db"}, "namespace": "e2e-webhook-sub-77e008db", "name": "odh-trusted-ca-bundle", "reconcileID": "7869d45d-d94f-43f6-a9ee-78a6f49d242b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-77e008db"}
2026-07-10T16:33:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-77e008db"}, "namespace": "e2e-webhook-sub-77e008db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "65609844-4af8-4018-a140-c3401e57fe9b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-77e008db"}
2026-07-10T16:33:34Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-77e008db"}, "namespace": "e2e-webhook-sub-77e008db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e304d66-d02c-4dd4-ade6-c5ea92a24b5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-77e008db"}
2026-07-10T16:33:34Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-77e008db"}, "namespace": "e2e-webhook-sub-77e008db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e304d66-d02c-4dd4-ade6-c5ea92a24b5c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-77e008db", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:33:34Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-77e008db"}, "namespace": "e2e-webhook-sub-77e008db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e304d66-d02c-4dd4-ade6-c5ea92a24b5c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-sub-77e008db because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-10T16:33:34Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-77e008db"}, "namespace": "e2e-webhook-sub-77e008db", "name": "odh-trusted-ca-bundle", "reconcileID": "bbc0972b-122c-4dc9-8516-217fa3a6f76c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-77e008db"}
2026-07-10T16:33:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-77e008db"}, "namespace": "e2e-webhook-sub-77e008db", "name": "odh-trusted-ca-bundle", "reconcileID": "bbc0972b-122c-4dc9-8516-217fa3a6f76c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-77e008db"}
2026-07-10T16:33:34Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-77e008db"}, "namespace": "e2e-webhook-sub-77e008db", "name": "openshift-service-ca.crt", "reconcileID": "f51d65bf-9af0-4e11-9747-2137bbb71f24", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-77e008db"}
2026-07-10T16:33:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-77e008db"}, "namespace": "e2e-webhook-sub-77e008db", "name": "openshift-service-ca.crt", "reconcileID": "f51d65bf-9af0-4e11-9747-2137bbb71f24", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-77e008db"}
2026-07-10T16:33:34Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-77e008db"}, "namespace": "e2e-webhook-sub-77e008db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d1a1724-8dee-4995-a2ce-26f1acf505ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-77e008db"}
2026-07-10T16:33:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-77e008db"}, "namespace": "e2e-webhook-sub-77e008db", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4d1a1724-8dee-4995-a2ce-26f1acf505ae", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-77e008db"}
2026-07-10T16:33:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-165aa909"}, "namespace": "e2e-webhook-auth-165aa909", "name": "openshift-service-ca.crt", "reconcileID": "8498118b-926d-4abe-b1c6-1718c6b60b53", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-165aa909"}
2026-07-10T16:33:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-165aa909"}, "namespace": "e2e-webhook-auth-165aa909", "name": "odh-trusted-ca-bundle", "reconcileID": "c05f1d49-4fef-4781-bcb5-7fd4cffd2e05", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-165aa909"}
2026-07-10T16:33:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-165aa909"}, "namespace": "e2e-webhook-auth-165aa909", "name": "openshift-service-ca.crt", "reconcileID": "492c2892-8c01-4dc3-89eb-c3a0c03d0023", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-165aa909", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:33:35Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-165aa909"}, "namespace": "e2e-webhook-auth-165aa909", "name": "openshift-service-ca.crt", "reconcileID": "492c2892-8c01-4dc3-89eb-c3a0c03d0023", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-165aa909"}
2026-07-10T16:33:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-165aa909"}, "namespace": "e2e-webhook-auth-165aa909", "name": "openshift-service-ca.crt", "reconcileID": "97a29cfe-f027-4c8d-9496-78bdbb10f75a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-165aa909"}
2026-07-10T16:33:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-165aa909"}, "namespace": "e2e-webhook-auth-165aa909", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8ce270cd-6db6-48cf-9e1f-a12eb1a2f266", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-165aa909"}
2026-07-10T16:33:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-165aa909"}, "namespace": "e2e-webhook-auth-165aa909", "name": "odh-trusted-ca-bundle", "reconcileID": "d0fe26d1-ca18-4449-a209-db3c54001922", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-165aa909", "update": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:33:35Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-165aa909"}, "namespace": "e2e-webhook-auth-165aa909", "name": "odh-trusted-ca-bundle", "reconcileID": "d0fe26d1-ca18-4449-a209-db3c54001922", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-165aa909"}
2026-07-10T16:33:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-165aa909"}, "namespace": "e2e-webhook-auth-165aa909", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9ebada47-9c45-4f16-80b7-f56471ea7789", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-165aa909"}
2026-07-10T16:33:41Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-165aa909"}, "namespace": "e2e-webhook-auth-165aa909", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86a0dea4-4510-4fc4-bd02-989f4e1f6143", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-165aa909"}
2026-07-10T16:33:41Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-165aa909"}, "namespace": "e2e-webhook-auth-165aa909", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86a0dea4-4510-4fc4-bd02-989f4e1f6143", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-165aa909", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:33:41Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-165aa909"}, "namespace": "e2e-webhook-auth-165aa909", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "86a0dea4-4510-4fc4-bd02-989f4e1f6143", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-auth-165aa909 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-10T16:33:41Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-165aa909"}, "namespace": "e2e-webhook-auth-165aa909", "name": "odh-trusted-ca-bundle", "reconcileID": "2edec260-11f0-457f-9b52-f68ad4d16835", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-165aa909"}
2026-07-10T16:33:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-165aa909"}, "namespace": "e2e-webhook-auth-165aa909", "name": "odh-trusted-ca-bundle", "reconcileID": "2edec260-11f0-457f-9b52-f68ad4d16835", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-165aa909"}
2026-07-10T16:33:41Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-165aa909"}, "namespace": "e2e-webhook-auth-165aa909", "name": "openshift-service-ca.crt", "reconcileID": "ae9f5058-00b1-4642-b233-0b2bb15ec01d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-165aa909"}
2026-07-10T16:33:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-165aa909"}, "namespace": "e2e-webhook-auth-165aa909", "name": "openshift-service-ca.crt", "reconcileID": "ae9f5058-00b1-4642-b233-0b2bb15ec01d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-165aa909"}
2026-07-10T16:33:41Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-165aa909"}, "namespace": "e2e-webhook-auth-165aa909", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "509b2dc5-eed9-4124-9cb9-249c20438f53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-165aa909"}
2026-07-10T16:33:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-165aa909"}, "namespace": "e2e-webhook-auth-165aa909", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "509b2dc5-eed9-4124-9cb9-249c20438f53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-165aa909"}
2026-07-10T16:33:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "2050fa5a-a02b-4375-af77-fe5aa7a92ac9", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:33:48Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "2050fa5a-a02b-4375-af77-fe5aa7a92ac9", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress", "name": "e2e-mt-468a4585-authn-ssl"}
2026-07-10T16:33:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "2050fa5a-a02b-4375-af77-fe5aa7a92ac9", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:33:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "072904ef-c3ff-43b9-bf07-00e111b0bfc0", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:33:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "072904ef-c3ff-43b9-bf07-00e111b0bfc0", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress", "name": "e2e-mt-468a4585-authn-ssl"}
2026-07-10T16:33:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "072904ef-c3ff-43b9-bf07-00e111b0bfc0", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:33:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "c07b3150-14b1-4109-85b3-b6e675c11eab", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:33:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "c07b3150-14b1-4109-85b3-b6e675c11eab", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress", "name": "e2e-mt-468a4585-authn-ssl"}
2026-07-10T16:33:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "c07b3150-14b1-4109-85b3-b6e675c11eab", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:33:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "ceb10310-5a62-42c1-a987-3c977ca9cccc", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:33:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "ceb10310-5a62-42c1-a987-3c977ca9cccc", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress", "name": "e2e-mt-468a4585-authn-ssl"}
2026-07-10T16:33:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "ceb10310-5a62-42c1-a987-3c977ca9cccc", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:33:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "5867fc50-d3a2-4272-a61e-f78ab2d737a4", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:33:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "5867fc50-d3a2-4272-a61e-f78ab2d737a4", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress", "name": "e2e-mt-468a4585-authn-ssl"}
2026-07-10T16:33:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "5867fc50-d3a2-4272-a61e-f78ab2d737a4", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:33:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "9367c8bb-859e-499f-a4d5-fe68de66e06b", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:33:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "9367c8bb-859e-499f-a4d5-fe68de66e06b", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress", "name": "e2e-mt-468a4585-authn-ssl"}
2026-07-10T16:33:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "9367c8bb-859e-499f-a4d5-fe68de66e06b", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:33:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "48f700e5-2baa-488a-876f-8db78b7969fb", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:33:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "48f700e5-2baa-488a-876f-8db78b7969fb", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress", "name": "e2e-mt-468a4585-authn-ssl"}
2026-07-10T16:33:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "48f700e5-2baa-488a-876f-8db78b7969fb", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:33:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "openshift-service-ca.crt", "reconcileID": "69b20ebb-1513-4d0e-af75-c37be8ee7281", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:33:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "odh-trusted-ca-bundle", "reconcileID": "5ad681b9-4836-4685-b4ec-30f73db86144", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:33:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "openshift-service-ca.crt", "reconcileID": "366fdfe4-470d-4301-ae87-5e191f4ffec5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-468a4585", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:33:51Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "openshift-service-ca.crt", "reconcileID": "366fdfe4-470d-4301-ae87-5e191f4ffec5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:33:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b8e2ac1-3cad-4b6b-8aeb-1f657b980875", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:33:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "openshift-service-ca.crt", "reconcileID": "8ac1897d-a7e4-4f35-bf18-fdf6c1f6ff7c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:33:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "odh-trusted-ca-bundle", "reconcileID": "55482735-2c46-4a10-af4b-7d7ce65da09e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-468a4585", "update": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:33:51Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "odh-trusted-ca-bundle", "reconcileID": "55482735-2c46-4a10-af4b-7d7ce65da09e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:33:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "74ff2972-ca3c-4e90-b8ba-5790b0dac1b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:33:51Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "ee582dfa-50c3-45be-be70-675d2816b38c", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:33:51Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "ee582dfa-50c3-45be-be70-675d2816b38c", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress", "name": "e2e-mt-468a4585-authn-ssl"}
2026-07-10T16:33:51Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "ee582dfa-50c3-45be-be70-675d2816b38c", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:33:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ef923c18-edb2-4e73-a6ea-0e05990152f6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-10T16:33:56Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "1f0c6068-35fd-4d68-83a6-9d1d98fc95b9", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:33:56Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "1f0c6068-35fd-4d68-83a6-9d1d98fc95b9", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:33:56Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "1f0c6068-35fd-4d68-83a6-9d1d98fc95b9", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:33:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "e46bc4e6-8ded-4f2c-aac4-cd491f8cb1f4", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:33:56Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "1f0c6068-35fd-4d68-83a6-9d1d98fc95b9", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585-kserve-route-authn"}
2026-07-10T16:33:56Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "1f0c6068-35fd-4d68-83a6-9d1d98fc95b9", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585", "authType": "userdefined"}
2026-07-10T16:33:56Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "1f0c6068-35fd-4d68-83a6-9d1d98fc95b9", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:33:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "e46bc4e6-8ded-4f2c-aac4-cd491f8cb1f4", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress", "name": "e2e-mt-468a4585-authn-ssl"}
2026-07-10T16:33:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "e46bc4e6-8ded-4f2c-aac4-cd491f8cb1f4", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:33:56Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "2a02081c-1277-422f-bc28-418475a0feb1", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:33:56Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "2a02081c-1277-422f-bc28-418475a0feb1", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:33:56Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "2a02081c-1277-422f-bc28-418475a0feb1", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:33:56Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "2a02081c-1277-422f-bc28-418475a0feb1", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585-kserve-route-authn"}
2026-07-10T16:33:56Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "2a02081c-1277-422f-bc28-418475a0feb1", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585", "authType": "userdefined"}
2026-07-10T16:33:56Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "2a02081c-1277-422f-bc28-418475a0feb1", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:33:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "aa277772-69bc-4d25-9551-75f31a9b4304", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:33:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "aa277772-69bc-4d25-9551-75f31a9b4304", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress", "name": "e2e-mt-468a4585-authn-ssl"}
2026-07-10T16:33:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "aa277772-69bc-4d25-9551-75f31a9b4304", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:33:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "2c892f48-5941-44ec-9840-148801578e9c", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:33:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "2c892f48-5941-44ec-9840-148801578e9c", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress", "name": "e2e-mt-468a4585-authn-ssl"}
2026-07-10T16:33:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "2c892f48-5941-44ec-9840-148801578e9c", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:34:00Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "8b0f8db7-923f-4900-ae1e-88129874b7fe", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:34:00Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "8b0f8db7-923f-4900-ae1e-88129874b7fe", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:34:00Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "8b0f8db7-923f-4900-ae1e-88129874b7fe", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:34:00Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "8b0f8db7-923f-4900-ae1e-88129874b7fe", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585-kserve-route-authn"}
2026-07-10T16:34:00Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "8b0f8db7-923f-4900-ae1e-88129874b7fe", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585", "authType": "userdefined"}
2026-07-10T16:34:00Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "8b0f8db7-923f-4900-ae1e-88129874b7fe", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:34:15Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "3f15cfc6-28fd-4da7-b3b6-0e9b7d087b2d", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:34:15Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "3f15cfc6-28fd-4da7-b3b6-0e9b7d087b2d", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:34:15Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "3f15cfc6-28fd-4da7-b3b6-0e9b7d087b2d", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:34:15Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "3f15cfc6-28fd-4da7-b3b6-0e9b7d087b2d", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585-kserve-route-authn"}
2026-07-10T16:34:15Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "3f15cfc6-28fd-4da7-b3b6-0e9b7d087b2d", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585", "authType": "userdefined"}
2026-07-10T16:34:15Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "3f15cfc6-28fd-4da7-b3b6-0e9b7d087b2d", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:34:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "ba2ae270-b8e1-44ac-95c1-13d416cc044c", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:34:22Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "ba2ae270-b8e1-44ac-95c1-13d416cc044c", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress", "name": "e2e-mt-468a4585-authn-ssl"}
2026-07-10T16:34:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "ba2ae270-b8e1-44ac-95c1-13d416cc044c", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:34:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "15c93f68-10bc-4409-872f-86602a6cd681", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:34:23Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "15c93f68-10bc-4409-872f-86602a6cd681", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress", "name": "e2e-mt-468a4585-authn-ssl"}
2026-07-10T16:34:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "15c93f68-10bc-4409-872f-86602a6cd681", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:34:23Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "3ab75f7a-2f6f-4a90-98c8-474b7b322286", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:34:23Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "3ab75f7a-2f6f-4a90-98c8-474b7b322286", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress", "name": "e2e-mt-468a4585-authn-ssl"}
2026-07-10T16:34:23Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "3ab75f7a-2f6f-4a90-98c8-474b7b322286", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:34:29Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "31cad5df-d9bc-413a-9e3b-817f4932a2c5", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:34:29Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "31cad5df-d9bc-413a-9e3b-817f4932a2c5", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:34:29Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "31cad5df-d9bc-413a-9e3b-817f4932a2c5", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:34:29Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "31cad5df-d9bc-413a-9e3b-817f4932a2c5", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585-kserve-route-authn"}
2026-07-10T16:34:29Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "31cad5df-d9bc-413a-9e3b-817f4932a2c5", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585", "authType": "userdefined"}
2026-07-10T16:34:29Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "31cad5df-d9bc-413a-9e3b-817f4932a2c5", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:35:05Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "488aed6a-94fd-4b76-8f6c-980da1d091de", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:35:05Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "488aed6a-94fd-4b76-8f6c-980da1d091de", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585"}
2026-07-10T16:35:05Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "488aed6a-94fd-4b76-8f6c-980da1d091de", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:35:05Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "488aed6a-94fd-4b76-8f6c-980da1d091de", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:35:05Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "488aed6a-94fd-4b76-8f6c-980da1d091de", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585-kserve-route-authn"}
2026-07-10T16:35:05Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "488aed6a-94fd-4b76-8f6c-980da1d091de", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585-kserve-route-authn"}
2026-07-10T16:35:05Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "488aed6a-94fd-4b76-8f6c-980da1d091de", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:35:05Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "488aed6a-94fd-4b76-8f6c-980da1d091de", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:35:05Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-lifecycle-model-468a4585","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "e2e-lifecycle-model-468a4585", "reconcileID": "f6292c0c-ed8a-47d2-8e9a-895dc73aefee", "LLMInferenceService": "e2e-lifecycle-model-468a4585", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:35:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "960819d2-008b-4e6c-b769-9228fd79ce1a", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:35:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "960819d2-008b-4e6c-b769-9228fd79ce1a", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress", "name": "e2e-mt-468a4585-authn-ssl"}
2026-07-10T16:35:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "960819d2-008b-4e6c-b769-9228fd79ce1a", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:35:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "e4a7b9c1-3b50-4f20-9adf-be648b84e831", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:35:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "e4a7b9c1-3b50-4f20-9adf-be648b84e831", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress", "name": "e2e-mt-468a4585-authn-ssl"}
2026-07-10T16:35:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "e4a7b9c1-3b50-4f20-9adf-be648b84e831", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:35:06Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b161a311-e817-4229-81e7-f08689c1aa36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:35:06Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b161a311-e817-4229-81e7-f08689c1aa36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-468a4585", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:35:06Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b161a311-e817-4229-81e7-f08689c1aa36", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-468a4585 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-10T16:35:06Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "odh-trusted-ca-bundle", "reconcileID": "43f383e4-08df-4fd4-bb6f-67201a10d286", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:35:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "odh-trusted-ca-bundle", "reconcileID": "43f383e4-08df-4fd4-bb6f-67201a10d286", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:35:06Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "openshift-service-ca.crt", "reconcileID": "3b0be64e-9bcc-4c13-810b-1dbd9c465e8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:35:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "openshift-service-ca.crt", "reconcileID": "3b0be64e-9bcc-4c13-810b-1dbd9c465e8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:35:06Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b55463d-d6fc-4113-a38d-1d6ae308eee6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:35:06Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-468a4585"}, "namespace": "ai-tenant-e2e-mt-468a4585", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9b55463d-d6fc-4113-a38d-1d6ae308eee6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-468a4585"}
2026-07-10T16:35:12Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-468a4585","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-468a4585", "reconcileID": "0a7b5bfc-16c9-4d75-9678-dd9f6f4d551b", "Gateway": "e2e-mt-468a4585", "namespace": "openshift-ingress"}
2026-07-10T16:35:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1b80d70c"}, "namespace": "ai-tenant-e2e-mt-1b80d70c", "name": "openshift-service-ca.crt", "reconcileID": "3079dcaa-a26f-46d2-85b8-478475d79786", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1b80d70c"}
2026-07-10T16:35:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1b80d70c"}, "namespace": "ai-tenant-e2e-mt-1b80d70c", "name": "odh-trusted-ca-bundle", "reconcileID": "6e7023bd-3c08-4b23-b8c0-152ec4b4aa3f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1b80d70c"}
2026-07-10T16:35:13Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1b80d70c"}, "namespace": "ai-tenant-e2e-mt-1b80d70c", "name": "openshift-service-ca.crt", "reconcileID": "b0de4028-72ee-4985-9dc2-d51391beb58a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1b80d70c", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:35:13Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1b80d70c"}, "namespace": "ai-tenant-e2e-mt-1b80d70c", "name": "openshift-service-ca.crt", "reconcileID": "b0de4028-72ee-4985-9dc2-d51391beb58a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1b80d70c"}
2026-07-10T16:35:13Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1b80d70c"}, "namespace": "ai-tenant-e2e-mt-1b80d70c", "name": "openshift-service-ca.crt", "reconcileID": "9cc12031-41a4-431d-a72c-534ae52be843", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1b80d70c", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:35:13Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1b80d70c"}, "namespace": "ai-tenant-e2e-mt-1b80d70c", "name": "openshift-service-ca.crt", "reconcileID": "9cc12031-41a4-431d-a72c-534ae52be843", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-10T16:35:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1b80d70c"}, "namespace": "ai-tenant-e2e-mt-1b80d70c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5e79332f-ca65-4c5a-bc12-757581b9db7b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1b80d70c"}
2026-07-10T16:35:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1b80d70c"}, "namespace": "ai-tenant-e2e-mt-1b80d70c", "name": "openshift-service-ca.crt", "reconcileID": "07ed5d17-af48-4818-b345-1b1a16362220", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1b80d70c"}
2026-07-10T16:35:13Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1b80d70c"}, "namespace": "ai-tenant-e2e-mt-1b80d70c", "name": "odh-trusted-ca-bundle", "reconcileID": "6611697a-6b98-4b6a-8e38-97aef3db8a23", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1b80d70c", "update": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:35:13Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1b80d70c"}, "namespace": "ai-tenant-e2e-mt-1b80d70c", "name": "odh-trusted-ca-bundle", "reconcileID": "6611697a-6b98-4b6a-8e38-97aef3db8a23", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1b80d70c"}
2026-07-10T16:35:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1b80d70c"}, "namespace": "ai-tenant-e2e-mt-1b80d70c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dbc9bf85-08bf-4315-91f1-c5203ebdaa80", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1b80d70c"}
2026-07-10T16:35:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6b5dce8b"}, "namespace": "ai-tenant-e2e-mt-6b5dce8b", "name": "openshift-service-ca.crt", "reconcileID": "550c245c-a260-4211-a246-390e06c556de", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6b5dce8b"}
2026-07-10T16:35:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6b5dce8b"}, "namespace": "ai-tenant-e2e-mt-6b5dce8b", "name": "odh-trusted-ca-bundle", "reconcileID": "a96c0661-e910-42fb-890d-3bfa2054dc53", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6b5dce8b"}
2026-07-10T16:35:14Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6b5dce8b"}, "namespace": "ai-tenant-e2e-mt-6b5dce8b", "name": "openshift-service-ca.crt", "reconcileID": "36fe7c38-4d0b-44ef-8400-bbc2f409c38f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6b5dce8b", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:35:14Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6b5dce8b"}, "namespace": "ai-tenant-e2e-mt-6b5dce8b", "name": "openshift-service-ca.crt", "reconcileID": "36fe7c38-4d0b-44ef-8400-bbc2f409c38f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6b5dce8b"}
2026-07-10T16:35:14Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6b5dce8b"}, "namespace": "ai-tenant-e2e-mt-6b5dce8b", "name": "openshift-service-ca.crt", "reconcileID": "9acc39b0-4d24-4fd3-930a-5cc6023d6991", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6b5dce8b", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:35:14Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6b5dce8b"}, "namespace": "ai-tenant-e2e-mt-6b5dce8b", "name": "openshift-service-ca.crt", "reconcileID": "9acc39b0-4d24-4fd3-930a-5cc6023d6991", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-10T16:35:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6b5dce8b"}, "namespace": "ai-tenant-e2e-mt-6b5dce8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6fdb5523-2804-413b-8ea2-f6b410fb68ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6b5dce8b"}
2026-07-10T16:35:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6b5dce8b"}, "namespace": "ai-tenant-e2e-mt-6b5dce8b", "name": "openshift-service-ca.crt", "reconcileID": "8c25c0e1-a372-4fd3-ab85-590f985e0899", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6b5dce8b"}
2026-07-10T16:35:14Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6b5dce8b"}, "namespace": "ai-tenant-e2e-mt-6b5dce8b", "name": "odh-trusted-ca-bundle", "reconcileID": "a565fd47-84f3-4b1d-b78d-264d50b2f831", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6b5dce8b", "update": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:35:14Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6b5dce8b"}, "namespace": "ai-tenant-e2e-mt-6b5dce8b", "name": "odh-trusted-ca-bundle", "reconcileID": "a565fd47-84f3-4b1d-b78d-264d50b2f831", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6b5dce8b"}
2026-07-10T16:35:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6b5dce8b"}, "namespace": "ai-tenant-e2e-mt-6b5dce8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3dd426e9-cc5b-4984-b077-09ea59bfbe6a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6b5dce8b"}
2026-07-10T16:35:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1b80d70c"}, "namespace": "ai-tenant-e2e-mt-1b80d70c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "318d92a5-b66a-405f-8fcf-d9996d2f6add", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1b80d70c"}
2026-07-10T16:35:21Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1b80d70c"}, "namespace": "ai-tenant-e2e-mt-1b80d70c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "318d92a5-b66a-405f-8fcf-d9996d2f6add", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1b80d70c", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:35:21Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1b80d70c"}, "namespace": "ai-tenant-e2e-mt-1b80d70c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "318d92a5-b66a-405f-8fcf-d9996d2f6add", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-1b80d70c because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-10T16:35:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1b80d70c"}, "namespace": "ai-tenant-e2e-mt-1b80d70c", "name": "odh-trusted-ca-bundle", "reconcileID": "83cb227f-15a2-427b-9da5-24f52bffbdd5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1b80d70c"}
2026-07-10T16:35:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-1b80d70c"}, "namespace": "ai-tenant-e2e-mt-1b80d70c", "name": "odh-trusted-ca-bundle", "reconcileID": "83cb227f-15a2-427b-9da5-24f52bffbdd5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-1b80d70c"}
2026-07-10T16:35:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1b80d70c"}, "namespace": "ai-tenant-e2e-mt-1b80d70c", "name": "openshift-service-ca.crt", "reconcileID": "79ba535a-2658-49b1-a611-d010f8d857c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1b80d70c"}
2026-07-10T16:35:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-1b80d70c"}, "namespace": "ai-tenant-e2e-mt-1b80d70c", "name": "openshift-service-ca.crt", "reconcileID": "79ba535a-2658-49b1-a611-d010f8d857c6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-1b80d70c"}
2026-07-10T16:35:21Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1b80d70c"}, "namespace": "ai-tenant-e2e-mt-1b80d70c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ded64530-9236-422e-8186-c6ee51a2a239", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1b80d70c"}
2026-07-10T16:35:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-1b80d70c"}, "namespace": "ai-tenant-e2e-mt-1b80d70c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ded64530-9236-422e-8186-c6ee51a2a239", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-1b80d70c"}
2026-07-10T16:35:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6b5dce8b"}, "namespace": "ai-tenant-e2e-mt-6b5dce8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acb097e9-b088-442d-ac3e-5bd85fdeda94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6b5dce8b"}
2026-07-10T16:35:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6b5dce8b"}, "namespace": "ai-tenant-e2e-mt-6b5dce8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acb097e9-b088-442d-ac3e-5bd85fdeda94", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6b5dce8b", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:35:28Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6b5dce8b"}, "namespace": "ai-tenant-e2e-mt-6b5dce8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acb097e9-b088-442d-ac3e-5bd85fdeda94", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-6b5dce8b because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-10T16:35:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6b5dce8b"}, "namespace": "ai-tenant-e2e-mt-6b5dce8b", "name": "odh-trusted-ca-bundle", "reconcileID": "4570759d-952f-4eba-928a-14839b2e46f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6b5dce8b"}
2026-07-10T16:35:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6b5dce8b"}, "namespace": "ai-tenant-e2e-mt-6b5dce8b", "name": "odh-trusted-ca-bundle", "reconcileID": "4570759d-952f-4eba-928a-14839b2e46f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6b5dce8b"}
2026-07-10T16:35:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6b5dce8b"}, "namespace": "ai-tenant-e2e-mt-6b5dce8b", "name": "openshift-service-ca.crt", "reconcileID": "47098be3-9921-4310-8bba-c70d1109caee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6b5dce8b"}
2026-07-10T16:35:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6b5dce8b"}, "namespace": "ai-tenant-e2e-mt-6b5dce8b", "name": "openshift-service-ca.crt", "reconcileID": "47098be3-9921-4310-8bba-c70d1109caee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6b5dce8b"}
2026-07-10T16:35:28Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6b5dce8b"}, "namespace": "ai-tenant-e2e-mt-6b5dce8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25e2f11d-aff2-46d6-8230-7f8d416b2bfd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6b5dce8b"}
2026-07-10T16:35:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6b5dce8b"}, "namespace": "ai-tenant-e2e-mt-6b5dce8b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "25e2f11d-aff2-46d6-8230-7f8d416b2bfd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6b5dce8b"}
2026-07-10T16:35:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a7089ef7"}, "namespace": "ai-tenant-e2e-mt-a7089ef7", "name": "openshift-service-ca.crt", "reconcileID": "226cb23d-94a0-4df7-bde1-7aad3ccbbdfa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a7089ef7"}
2026-07-10T16:35:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a7089ef7"}, "namespace": "ai-tenant-e2e-mt-a7089ef7", "name": "odh-trusted-ca-bundle", "reconcileID": "a800ce35-0f37-45d0-9a5b-8025520b7cf0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7089ef7"}
2026-07-10T16:35:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a7089ef7"}, "namespace": "ai-tenant-e2e-mt-a7089ef7", "name": "openshift-service-ca.crt", "reconcileID": "495ae9e4-4e82-4f0d-a053-63e81e6f501f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a7089ef7", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:35:28Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a7089ef7"}, "namespace": "ai-tenant-e2e-mt-a7089ef7", "name": "openshift-service-ca.crt", "reconcileID": "495ae9e4-4e82-4f0d-a053-63e81e6f501f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a7089ef7"}
2026-07-10T16:35:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a7089ef7"}, "namespace": "ai-tenant-e2e-mt-a7089ef7", "name": "openshift-service-ca.crt", "reconcileID": "65002316-d1dc-411e-a738-72291a82f065", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a7089ef7"}
2026-07-10T16:35:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a7089ef7"}, "namespace": "ai-tenant-e2e-mt-a7089ef7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab4e39be-4fab-4902-89f9-d2ea5c9e9ace", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7089ef7"}
2026-07-10T16:35:28Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a7089ef7"}, "namespace": "ai-tenant-e2e-mt-a7089ef7", "name": "odh-trusted-ca-bundle", "reconcileID": "3f18f63d-d92e-49d4-a4c4-5523444a8373", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7089ef7", "update": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:35:28Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a7089ef7"}, "namespace": "ai-tenant-e2e-mt-a7089ef7", "name": "odh-trusted-ca-bundle", "reconcileID": "3f18f63d-d92e-49d4-a4c4-5523444a8373", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7089ef7"}
2026-07-10T16:35:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a7089ef7"}, "namespace": "ai-tenant-e2e-mt-a7089ef7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da61a31e-47c8-4e3d-ad01-6913d8d1d7ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7089ef7"}
2026-07-10T16:36:05Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a7089ef7"}, "namespace": "ai-tenant-e2e-mt-a7089ef7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "902959f0-2793-4673-841f-569e63ddf322", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7089ef7"}
2026-07-10T16:36:05Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a7089ef7"}, "namespace": "ai-tenant-e2e-mt-a7089ef7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "902959f0-2793-4673-841f-569e63ddf322", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7089ef7", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:36:05Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a7089ef7"}, "namespace": "ai-tenant-e2e-mt-a7089ef7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "902959f0-2793-4673-841f-569e63ddf322", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-a7089ef7 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-10T16:36:05Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a7089ef7"}, "namespace": "ai-tenant-e2e-mt-a7089ef7", "name": "odh-trusted-ca-bundle", "reconcileID": "f7559b8b-40cd-4ba4-b643-448670de4d39", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7089ef7"}
2026-07-10T16:36:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-a7089ef7"}, "namespace": "ai-tenant-e2e-mt-a7089ef7", "name": "odh-trusted-ca-bundle", "reconcileID": "f7559b8b-40cd-4ba4-b643-448670de4d39", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7089ef7"}
2026-07-10T16:36:05Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a7089ef7"}, "namespace": "ai-tenant-e2e-mt-a7089ef7", "name": "openshift-service-ca.crt", "reconcileID": "abcb3dcb-c47e-4519-8ddb-198e67dc59af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a7089ef7"}
2026-07-10T16:36:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-a7089ef7"}, "namespace": "ai-tenant-e2e-mt-a7089ef7", "name": "openshift-service-ca.crt", "reconcileID": "abcb3dcb-c47e-4519-8ddb-198e67dc59af", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-a7089ef7"}
2026-07-10T16:36:05Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a7089ef7"}, "namespace": "ai-tenant-e2e-mt-a7089ef7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ab6f333-43a3-488d-8a0d-a01c0cf2fc9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7089ef7"}
2026-07-10T16:36:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-a7089ef7"}, "namespace": "ai-tenant-e2e-mt-a7089ef7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5ab6f333-43a3-488d-8a0d-a01c0cf2fc9e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-a7089ef7"}
2026-07-10T16:36:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "6cde144d-c21a-4620-8ed9-404d52a25217", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress"}
2026-07-10T16:36:06Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "6cde144d-c21a-4620-8ed9-404d52a25217", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a-authn-ssl"}
2026-07-10T16:36:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "6cde144d-c21a-4620-8ed9-404d52a25217", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress"}
2026-07-10T16:36:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "d421393a-1682-454d-bcb9-d941c6d74d6b", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress"}
2026-07-10T16:36:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "d421393a-1682-454d-bcb9-d941c6d74d6b", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a-authn-ssl"}
2026-07-10T16:36:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "d421393a-1682-454d-bcb9-d941c6d74d6b", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress"}
2026-07-10T16:36:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "1600565b-5c00-429c-808c-55d393fd2da5", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress"}
2026-07-10T16:36:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "1600565b-5c00-429c-808c-55d393fd2da5", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a-authn-ssl"}
2026-07-10T16:36:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "1600565b-5c00-429c-808c-55d393fd2da5", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress"}
2026-07-10T16:36:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "2260923c-976e-4ecd-8030-bafb045abfdd", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress"}
2026-07-10T16:36:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "2260923c-976e-4ecd-8030-bafb045abfdd", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a-authn-ssl"}
2026-07-10T16:36:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "2260923c-976e-4ecd-8030-bafb045abfdd", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress"}
2026-07-10T16:36:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "b89c11a9-ffc3-4e67-b2f3-fce93c4e4891", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress"}
2026-07-10T16:36:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "b89c11a9-ffc3-4e67-b2f3-fce93c4e4891", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a-authn-ssl"}
2026-07-10T16:36:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "b89c11a9-ffc3-4e67-b2f3-fce93c4e4891", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress"}
2026-07-10T16:36:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "5cd3804c-83df-4eb1-b893-5d8cbdd95e87", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress"}
2026-07-10T16:36:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "5cd3804c-83df-4eb1-b893-5d8cbdd95e87", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a-authn-ssl"}
2026-07-10T16:36:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "5cd3804c-83df-4eb1-b893-5d8cbdd95e87", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress"}
2026-07-10T16:36:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "a5f083a4-55ec-472c-bcd4-6e9a90513ffc", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress"}
2026-07-10T16:36:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "a5f083a4-55ec-472c-bcd4-6e9a90513ffc", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a-authn-ssl"}
2026-07-10T16:36:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "a5f083a4-55ec-472c-bcd4-6e9a90513ffc", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress"}
2026-07-10T16:36:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-327c4a"}, "namespace": "ai-tenant-e2e-inf-a-327c4a", "name": "openshift-service-ca.crt", "reconcileID": "0739faaa-908d-446f-a6b9-9fa928105b21", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-327c4a"}
2026-07-10T16:36:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-327c4a"}, "namespace": "ai-tenant-e2e-inf-a-327c4a", "name": "openshift-service-ca.crt", "reconcileID": "3b23728e-9787-437d-b76d-ed3ab7c99786", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-327c4a", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:36:10Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-327c4a"}, "namespace": "ai-tenant-e2e-inf-a-327c4a", "name": "openshift-service-ca.crt", "reconcileID": "3b23728e-9787-437d-b76d-ed3ab7c99786", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-327c4a"}
2026-07-10T16:36:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-327c4a"}, "namespace": "ai-tenant-e2e-inf-a-327c4a", "name": "odh-trusted-ca-bundle", "reconcileID": "dd6f0b05-b78c-4709-9ab7-c8f15b1b7e19", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-327c4a"}
2026-07-10T16:36:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-327c4a"}, "namespace": "ai-tenant-e2e-inf-a-327c4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f107a9f2-35ee-4b6a-9b4b-ceb6be186adf", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-327c4a"}
2026-07-10T16:36:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-327c4a"}, "namespace": "ai-tenant-e2e-inf-a-327c4a", "name": "openshift-service-ca.crt", "reconcileID": "44c4a16b-fe95-4dbb-9bdd-d28e671e51e2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-327c4a"}
2026-07-10T16:36:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-327c4a"}, "namespace": "ai-tenant-e2e-inf-a-327c4a", "name": "odh-trusted-ca-bundle", "reconcileID": "269b8a82-79c6-4efb-a8ab-3c12dcb43189", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-327c4a", "update": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:36:10Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-327c4a"}, "namespace": "ai-tenant-e2e-inf-a-327c4a", "name": "odh-trusted-ca-bundle", "reconcileID": "269b8a82-79c6-4efb-a8ab-3c12dcb43189", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-327c4a"}
2026-07-10T16:36:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-327c4a"}, "namespace": "ai-tenant-e2e-inf-a-327c4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b77e08a2-be98-4f01-94f8-6c38cb11ff99", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-327c4a"}
2026-07-10T16:36:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "d6349ed1-128e-4d24-a410-ac1a8d8362af", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress"}
2026-07-10T16:36:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "d6349ed1-128e-4d24-a410-ac1a8d8362af", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a-authn-ssl"}
2026-07-10T16:36:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "d6349ed1-128e-4d24-a410-ac1a8d8362af", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress"}
2026-07-10T16:36:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "548140a1-2338-411e-97da-cb4597ec691b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-10T16:36:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "20002c5c-9ba4-4c63-8989-6d821551ef39", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress"}
2026-07-10T16:36:15Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "20002c5c-9ba4-4c63-8989-6d821551ef39", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7-authn-ssl"}
2026-07-10T16:36:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "20002c5c-9ba4-4c63-8989-6d821551ef39", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress"}
2026-07-10T16:36:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "1c947b20-4ff3-4beb-9278-610984dda1b3", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress"}
2026-07-10T16:36:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "1c947b20-4ff3-4beb-9278-610984dda1b3", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7-authn-ssl"}
2026-07-10T16:36:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "1c947b20-4ff3-4beb-9278-610984dda1b3", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress"}
2026-07-10T16:36:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "7eaec421-2995-45ad-a528-16f136c9aebd", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress"}
2026-07-10T16:36:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "7eaec421-2995-45ad-a528-16f136c9aebd", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7-authn-ssl"}
2026-07-10T16:36:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "7eaec421-2995-45ad-a528-16f136c9aebd", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress"}
2026-07-10T16:36:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "99b88d56-30dd-475e-a0a1-4bc578f5ef46", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress"}
2026-07-10T16:36:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "99b88d56-30dd-475e-a0a1-4bc578f5ef46", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7-authn-ssl"}
2026-07-10T16:36:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "99b88d56-30dd-475e-a0a1-4bc578f5ef46", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress"}
2026-07-10T16:36:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "d8175042-58e2-4f0a-84f3-22957ee131c2", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress"}
2026-07-10T16:36:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "d8175042-58e2-4f0a-84f3-22957ee131c2", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7-authn-ssl"}
2026-07-10T16:36:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "d8175042-58e2-4f0a-84f3-22957ee131c2", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress"}
2026-07-10T16:36:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "5a85feed-df9f-402f-a815-3d91d4867538", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress"}
2026-07-10T16:36:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "5a85feed-df9f-402f-a815-3d91d4867538", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7-authn-ssl"}
2026-07-10T16:36:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "5a85feed-df9f-402f-a815-3d91d4867538", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress"}
2026-07-10T16:36:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "b8c09ce3-a58a-4221-9bca-cb91e0261b5f", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress"}
2026-07-10T16:36:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "b8c09ce3-a58a-4221-9bca-cb91e0261b5f", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7-authn-ssl"}
2026-07-10T16:36:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "b8c09ce3-a58a-4221-9bca-cb91e0261b5f", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress"}
2026-07-10T16:36:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "3ae0fcf0-5ce6-46b4-a09f-8214376fbc3b", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress"}
2026-07-10T16:36:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "3ae0fcf0-5ce6-46b4-a09f-8214376fbc3b", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7-authn-ssl"}
2026-07-10T16:36:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "3ae0fcf0-5ce6-46b4-a09f-8214376fbc3b", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress"}
2026-07-10T16:36:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-eef8d7"}, "namespace": "ai-tenant-e2e-inf-b-eef8d7", "name": "openshift-service-ca.crt", "reconcileID": "5338a3bb-5a30-4607-85d0-47b90d659861", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-eef8d7"}
2026-07-10T16:36:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-eef8d7"}, "namespace": "ai-tenant-e2e-inf-b-eef8d7", "name": "odh-trusted-ca-bundle", "reconcileID": "ca4c0315-65ae-4141-a81a-c06be21d4c77", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-eef8d7"}
2026-07-10T16:36:18Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-eef8d7"}, "namespace": "ai-tenant-e2e-inf-b-eef8d7", "name": "openshift-service-ca.crt", "reconcileID": "1c4b3999-9bd1-4cf2-9e84-0048f6aecdae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-eef8d7", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:36:18Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-eef8d7"}, "namespace": "ai-tenant-e2e-inf-b-eef8d7", "name": "openshift-service-ca.crt", "reconcileID": "1c4b3999-9bd1-4cf2-9e84-0048f6aecdae", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-eef8d7"}
2026-07-10T16:36:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-eef8d7"}, "namespace": "ai-tenant-e2e-inf-b-eef8d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2416e01c-9aa8-4eda-acfc-865474a3e72e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-eef8d7"}
2026-07-10T16:36:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-eef8d7"}, "namespace": "ai-tenant-e2e-inf-b-eef8d7", "name": "openshift-service-ca.crt", "reconcileID": "67e0370c-e831-40b2-afd5-79f1f9427bba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-eef8d7"}
2026-07-10T16:36:18Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-eef8d7"}, "namespace": "ai-tenant-e2e-inf-b-eef8d7", "name": "odh-trusted-ca-bundle", "reconcileID": "8130875e-462e-4d1a-b5c1-0a98358bcc7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-eef8d7", "update": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:36:18Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-eef8d7"}, "namespace": "ai-tenant-e2e-inf-b-eef8d7", "name": "odh-trusted-ca-bundle", "reconcileID": "8130875e-462e-4d1a-b5c1-0a98358bcc7e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-eef8d7"}
2026-07-10T16:36:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-eef8d7"}, "namespace": "ai-tenant-e2e-inf-b-eef8d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f34f9a53-9eb3-495b-9f00-9193ddc8070f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-eef8d7"}
2026-07-10T16:36:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "b069425f-e092-4142-aa64-158c7cc81438", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress"}
2026-07-10T16:36:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "b069425f-e092-4142-aa64-158c7cc81438", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a-authn-ssl"}
2026-07-10T16:36:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "b069425f-e092-4142-aa64-158c7cc81438", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress"}
2026-07-10T16:38:41Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-10T16:38:41Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-10T16:38:43Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-10T16:38:43Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-10T16:39:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "1d501fb4-06ba-47d5-b006-e98e24a07020", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress"}
2026-07-10T16:39:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "1d501fb4-06ba-47d5-b006-e98e24a07020", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a-authn-ssl"}
2026-07-10T16:39:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "1d501fb4-06ba-47d5-b006-e98e24a07020", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress"}
2026-07-10T16:39:33Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-327c4a"}, "namespace": "ai-tenant-e2e-inf-a-327c4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef3aeede-ea24-4bf2-b78e-32e27d078b53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-327c4a"}
2026-07-10T16:39:33Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-327c4a"}, "namespace": "ai-tenant-e2e-inf-a-327c4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef3aeede-ea24-4bf2-b78e-32e27d078b53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-327c4a", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:39:33Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-327c4a"}, "namespace": "ai-tenant-e2e-inf-a-327c4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ef3aeede-ea24-4bf2-b78e-32e27d078b53", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-327c4a because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-10T16:39:33Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-327c4a"}, "namespace": "ai-tenant-e2e-inf-a-327c4a", "name": "odh-trusted-ca-bundle", "reconcileID": "45fa47e0-394e-45ce-8a2a-f4b3bbb1ad6f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-327c4a"}
2026-07-10T16:39:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-327c4a"}, "namespace": "ai-tenant-e2e-inf-a-327c4a", "name": "odh-trusted-ca-bundle", "reconcileID": "45fa47e0-394e-45ce-8a2a-f4b3bbb1ad6f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-327c4a"}
2026-07-10T16:39:33Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-327c4a"}, "namespace": "ai-tenant-e2e-inf-a-327c4a", "name": "openshift-service-ca.crt", "reconcileID": "93830e76-7d8a-43c9-825e-c0fdaac5fed4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-327c4a"}
2026-07-10T16:39:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-327c4a"}, "namespace": "ai-tenant-e2e-inf-a-327c4a", "name": "openshift-service-ca.crt", "reconcileID": "93830e76-7d8a-43c9-825e-c0fdaac5fed4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-327c4a"}
2026-07-10T16:39:33Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-327c4a"}, "namespace": "ai-tenant-e2e-inf-a-327c4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a52eb22e-d254-4449-9fc3-51b4c7dcb6b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-327c4a"}
2026-07-10T16:39:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-327c4a"}, "namespace": "ai-tenant-e2e-inf-a-327c4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a52eb22e-d254-4449-9fc3-51b4c7dcb6b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-327c4a"}
2026-07-10T16:39:34Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-327c4a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-327c4a", "reconcileID": "de689448-f8f3-45e8-8b66-18a98c8a2e3f", "Gateway": "e2e-inf-a-327c4a", "namespace": "openshift-ingress"}
2026-07-10T16:39:40Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-eef8d7"}, "namespace": "ai-tenant-e2e-inf-b-eef8d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b64ac46d-d568-46ca-9b99-192dc5f67853", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-eef8d7"}
2026-07-10T16:39:40Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-eef8d7"}, "namespace": "ai-tenant-e2e-inf-b-eef8d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b64ac46d-d568-46ca-9b99-192dc5f67853", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-eef8d7", "create": "odh-kserve-custom-ca-bundle"}
2026-07-10T16:39:40Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-eef8d7"}, "namespace": "ai-tenant-e2e-inf-b-eef8d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b64ac46d-d568-46ca-9b99-192dc5f67853", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-eef8d7 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-10T16:39:40Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-eef8d7"}, "namespace": "ai-tenant-e2e-inf-b-eef8d7", "name": "odh-trusted-ca-bundle", "reconcileID": "671c9bde-2569-45b9-99cf-b2d4cd50d6c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-eef8d7"}
2026-07-10T16:39:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-eef8d7"}, "namespace": "ai-tenant-e2e-inf-b-eef8d7", "name": "odh-trusted-ca-bundle", "reconcileID": "671c9bde-2569-45b9-99cf-b2d4cd50d6c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-eef8d7"}
2026-07-10T16:39:40Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-eef8d7"}, "namespace": "ai-tenant-e2e-inf-b-eef8d7", "name": "openshift-service-ca.crt", "reconcileID": "d7452100-9cad-4f1c-9778-4418c321d0d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-eef8d7"}
2026-07-10T16:39:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-eef8d7"}, "namespace": "ai-tenant-e2e-inf-b-eef8d7", "name": "openshift-service-ca.crt", "reconcileID": "d7452100-9cad-4f1c-9778-4418c321d0d8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-eef8d7"}
2026-07-10T16:39:40Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-eef8d7"}, "namespace": "ai-tenant-e2e-inf-b-eef8d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7e219db-d919-4a89-857c-6d84556ae577", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-eef8d7"}
2026-07-10T16:39:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-eef8d7"}, "namespace": "ai-tenant-e2e-inf-b-eef8d7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7e219db-d919-4a89-857c-6d84556ae577", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-eef8d7"}
2026-07-10T16:39:41Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-eef8d7","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-eef8d7", "reconcileID": "6c285be9-8924-434e-8dcc-8fdfb9ba9f98", "Gateway": "e2e-inf-b-eef8d7", "namespace": "openshift-ingress"}