2026-07-24T15:05:33Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "openshift-service-ca.crt", "reconcileID": "5ae8524d-ac57-4a37-99c0-3bfa29e653d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-01e6ec35", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:05:33Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "openshift-service-ca.crt", "reconcileID": "5ae8524d-ac57-4a37-99c0-3bfa29e653d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-01e6ec35"}
2026-07-24T15:05:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "00319258-af77-4357-bc32-df6ab82cc6a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-01e6ec35"}
2026-07-24T15:05:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "openshift-service-ca.crt", "reconcileID": "e356d165-424e-44a3-b627-e90cb421b78f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-01e6ec35"}
2026-07-24T15:05:33Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "odh-trusted-ca-bundle", "reconcileID": "5eaae47c-6080-4c7c-b06f-2e6a012639f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-01e6ec35", "update": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:05:33Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "odh-trusted-ca-bundle", "reconcileID": "5eaae47c-6080-4c7c-b06f-2e6a012639f1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-01e6ec35"}
2026-07-24T15:05:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ccaa2146-f4dc-442a-9299-dbd1ccb95ea2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-01e6ec35"}
2026-07-24T15:05:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ee71f3fd-88d5-451b-8f68-c3bbb3b1e42d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-24T15:05:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ee71f3fd-88d5-451b-8f68-c3bbb3b1e42d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-07-24T15:05:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ee71f3fd-88d5-451b-8f68-c3bbb3b1e42d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-24T15:05:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e48d7f98-d7e7-458d-a0bb-f7d0da1df0be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-01e6ec35"}
2026-07-24T15:05:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e48d7f98-d7e7-458d-a0bb-f7d0da1df0be", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-01e6ec35", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:05:49Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e48d7f98-d7e7-458d-a0bb-f7d0da1df0be", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-01e6ec35 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-24T15:05:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "odh-trusted-ca-bundle", "reconcileID": "edd87393-5b9c-4f8d-aad4-7c1f407ecd33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-01e6ec35"}
2026-07-24T15:05:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "odh-trusted-ca-bundle", "reconcileID": "edd87393-5b9c-4f8d-aad4-7c1f407ecd33", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-01e6ec35", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:05:49Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "odh-trusted-ca-bundle", "reconcileID": "edd87393-5b9c-4f8d-aad4-7c1f407ecd33", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-01e6ec35 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-24T15:05:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4f55ba4-0d24-454d-a1b3-c8f205c5ee9f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-01e6ec35"}
2026-07-24T15:05:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4f55ba4-0d24-454d-a1b3-c8f205c5ee9f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-01e6ec35", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:05:49Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a4f55ba4-0d24-454d-a1b3-c8f205c5ee9f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-01e6ec35 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-24T15:05:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "openshift-service-ca.crt", "reconcileID": "f0d2c861-5bd7-4641-aea8-bd25d98ece1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-01e6ec35"}
2026-07-24T15:05:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "openshift-service-ca.crt", "reconcileID": "f0d2c861-5bd7-4641-aea8-bd25d98ece1a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-01e6ec35"}
2026-07-24T15:05:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "odh-trusted-ca-bundle", "reconcileID": "da34b17b-ab89-456f-a5a0-c47f55101e4d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-01e6ec35"}
2026-07-24T15:05:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "odh-trusted-ca-bundle", "reconcileID": "da34b17b-ab89-456f-a5a0-c47f55101e4d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-01e6ec35"}
2026-07-24T15:05:49Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c870cdb4-0e2e-4051-9d62-b03d42cca937", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-01e6ec35"}
2026-07-24T15:05:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-01e6ec35"}, "namespace": "ai-tenant-e2e-mt-01e6ec35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c870cdb4-0e2e-4051-9d62-b03d42cca937", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-01e6ec35"}
2026-07-24T15:05:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "11d5b0b5-1c01-4f03-9ba5-e64602c66413", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-24T15:05:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "11d5b0b5-1c01-4f03-9ba5-e64602c66413", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-07-24T15:05:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "11d5b0b5-1c01-4f03-9ba5-e64602c66413", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-24T15:05:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6bbd78e7"}, "namespace": "ai-tenant-e2e-mt-6bbd78e7", "name": "openshift-service-ca.crt", "reconcileID": "389e6af0-99bc-449d-9e85-15180caa9562", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6bbd78e7"}
2026-07-24T15:05:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbd78e7"}, "namespace": "ai-tenant-e2e-mt-6bbd78e7", "name": "odh-trusted-ca-bundle", "reconcileID": "731b7dda-7cfe-427a-a413-b194b7a20ea7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbd78e7"}
2026-07-24T15:05:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6bbd78e7"}, "namespace": "ai-tenant-e2e-mt-6bbd78e7", "name": "openshift-service-ca.crt", "reconcileID": "c083abd1-4c37-4873-b263-574c261a535d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6bbd78e7", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:05:51Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6bbd78e7"}, "namespace": "ai-tenant-e2e-mt-6bbd78e7", "name": "openshift-service-ca.crt", "reconcileID": "c083abd1-4c37-4873-b263-574c261a535d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6bbd78e7"}
2026-07-24T15:05:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbd78e7"}, "namespace": "ai-tenant-e2e-mt-6bbd78e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "08d7a894-50bb-4a0e-80eb-2b02679c7274", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbd78e7"}
2026-07-24T15:05:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6bbd78e7"}, "namespace": "ai-tenant-e2e-mt-6bbd78e7", "name": "openshift-service-ca.crt", "reconcileID": "f7fbaf4e-5d25-4ef8-a618-2e36c2354f80", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6bbd78e7"}
2026-07-24T15:05:51Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbd78e7"}, "namespace": "ai-tenant-e2e-mt-6bbd78e7", "name": "odh-trusted-ca-bundle", "reconcileID": "d01330ee-8555-4d93-b84c-7196c7104f1d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbd78e7", "update": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:05:51Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbd78e7"}, "namespace": "ai-tenant-e2e-mt-6bbd78e7", "name": "odh-trusted-ca-bundle", "reconcileID": "d01330ee-8555-4d93-b84c-7196c7104f1d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbd78e7"}
2026-07-24T15:05:51Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbd78e7"}, "namespace": "ai-tenant-e2e-mt-6bbd78e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f190c3be-9add-44a2-968c-1757c7cc0669", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbd78e7"}
2026-07-24T15:05:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-44bffe1a"}, "namespace": "ai-tenant-e2e-mt-44bffe1a", "name": "openshift-service-ca.crt", "reconcileID": "dd1c58ae-e68c-46f7-88f6-e03693d976d1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-44bffe1a"}
2026-07-24T15:05:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-44bffe1a"}, "namespace": "ai-tenant-e2e-mt-44bffe1a", "name": "odh-trusted-ca-bundle", "reconcileID": "414532ae-6243-498e-85c3-9ec1cd76412f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-44bffe1a"}
2026-07-24T15:05:52Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-44bffe1a"}, "namespace": "ai-tenant-e2e-mt-44bffe1a", "name": "openshift-service-ca.crt", "reconcileID": "fe95f336-1aa5-4666-b684-7d80432ad646", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-44bffe1a", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:05:52Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-44bffe1a"}, "namespace": "ai-tenant-e2e-mt-44bffe1a", "name": "openshift-service-ca.crt", "reconcileID": "fe95f336-1aa5-4666-b684-7d80432ad646", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-44bffe1a"}
2026-07-24T15:05:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-44bffe1a"}, "namespace": "ai-tenant-e2e-mt-44bffe1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfdeb6d2-1cb9-4d09-886f-6746f74f79b2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-44bffe1a"}
2026-07-24T15:05:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-44bffe1a"}, "namespace": "ai-tenant-e2e-mt-44bffe1a", "name": "openshift-service-ca.crt", "reconcileID": "2fdbd084-602c-4c94-af0c-98ab2dd58845", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-44bffe1a"}
2026-07-24T15:05:52Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-44bffe1a"}, "namespace": "ai-tenant-e2e-mt-44bffe1a", "name": "odh-trusted-ca-bundle", "reconcileID": "9fac82a8-f6ce-4447-b289-5184e4769850", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-44bffe1a", "update": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:05:52Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-44bffe1a"}, "namespace": "ai-tenant-e2e-mt-44bffe1a", "name": "odh-trusted-ca-bundle", "reconcileID": "9fac82a8-f6ce-4447-b289-5184e4769850", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-44bffe1a"}
2026-07-24T15:05:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-44bffe1a"}, "namespace": "ai-tenant-e2e-mt-44bffe1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e235b6fe-e8a4-4387-b917-1303e19b5851", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-44bffe1a"}
2026-07-24T15:06:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbd78e7"}, "namespace": "ai-tenant-e2e-mt-6bbd78e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a81611d-daa3-4988-8ee9-9e0027135687", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbd78e7"}
2026-07-24T15:06:00Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbd78e7"}, "namespace": "ai-tenant-e2e-mt-6bbd78e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a81611d-daa3-4988-8ee9-9e0027135687", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbd78e7", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:06:00Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbd78e7"}, "namespace": "ai-tenant-e2e-mt-6bbd78e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2a81611d-daa3-4988-8ee9-9e0027135687", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-6bbd78e7 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-24T15:06:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbd78e7"}, "namespace": "ai-tenant-e2e-mt-6bbd78e7", "name": "odh-trusted-ca-bundle", "reconcileID": "5bac1c29-2b29-431b-959a-c0cc7398f81b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbd78e7"}
2026-07-24T15:06:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbd78e7"}, "namespace": "ai-tenant-e2e-mt-6bbd78e7", "name": "odh-trusted-ca-bundle", "reconcileID": "5bac1c29-2b29-431b-959a-c0cc7398f81b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbd78e7"}
2026-07-24T15:06:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6bbd78e7"}, "namespace": "ai-tenant-e2e-mt-6bbd78e7", "name": "openshift-service-ca.crt", "reconcileID": "7d638a9d-ab59-4c01-beb4-e0066fb3ae8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6bbd78e7"}
2026-07-24T15:06:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6bbd78e7"}, "namespace": "ai-tenant-e2e-mt-6bbd78e7", "name": "openshift-service-ca.crt", "reconcileID": "7d638a9d-ab59-4c01-beb4-e0066fb3ae8b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6bbd78e7"}
2026-07-24T15:06:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbd78e7"}, "namespace": "ai-tenant-e2e-mt-6bbd78e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "472958c4-9721-491e-889a-8cad34df59b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbd78e7"}
2026-07-24T15:06:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6bbd78e7"}, "namespace": "ai-tenant-e2e-mt-6bbd78e7", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "472958c4-9721-491e-889a-8cad34df59b8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6bbd78e7"}
2026-07-24T15:06:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "912bdded-c537-4f35-b3b6-ecdc6acef3a6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-24T15:06:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "912bdded-c537-4f35-b3b6-ecdc6acef3a6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-07-24T15:06:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "912bdded-c537-4f35-b3b6-ecdc6acef3a6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-24T15:06:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6180079d-8aae-42fb-b394-9bee66366859", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-24T15:06:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6180079d-8aae-42fb-b394-9bee66366859", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-07-24T15:06:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6180079d-8aae-42fb-b394-9bee66366859", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-24T15:06:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-44bffe1a"}, "namespace": "ai-tenant-e2e-mt-44bffe1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "634614c3-639c-47bf-9aeb-f4c6d508436e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-44bffe1a"}
2026-07-24T15:06:07Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-44bffe1a"}, "namespace": "ai-tenant-e2e-mt-44bffe1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "634614c3-639c-47bf-9aeb-f4c6d508436e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-44bffe1a", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:06:07Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-44bffe1a"}, "namespace": "ai-tenant-e2e-mt-44bffe1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "634614c3-639c-47bf-9aeb-f4c6d508436e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-44bffe1a because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-24T15:06:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-44bffe1a"}, "namespace": "ai-tenant-e2e-mt-44bffe1a", "name": "odh-trusted-ca-bundle", "reconcileID": "ace0e864-2500-42fe-9bac-301596f7cc6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-44bffe1a"}
2026-07-24T15:06:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-44bffe1a"}, "namespace": "ai-tenant-e2e-mt-44bffe1a", "name": "odh-trusted-ca-bundle", "reconcileID": "ace0e864-2500-42fe-9bac-301596f7cc6c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-44bffe1a"}
2026-07-24T15:06:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-44bffe1a"}, "namespace": "ai-tenant-e2e-mt-44bffe1a", "name": "openshift-service-ca.crt", "reconcileID": "dc410cce-ab22-4df3-9f7b-6877e89103c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-44bffe1a"}
2026-07-24T15:06:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-44bffe1a"}, "namespace": "ai-tenant-e2e-mt-44bffe1a", "name": "openshift-service-ca.crt", "reconcileID": "dc410cce-ab22-4df3-9f7b-6877e89103c3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-44bffe1a"}
2026-07-24T15:06:07Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-44bffe1a"}, "namespace": "ai-tenant-e2e-mt-44bffe1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "522ed0ef-6d64-48a0-ab28-c582ad4de216", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-44bffe1a"}
2026-07-24T15:06:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-44bffe1a"}, "namespace": "ai-tenant-e2e-mt-44bffe1a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "522ed0ef-6d64-48a0-ab28-c582ad4de216", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-44bffe1a"}
2026-07-24T15:06:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "e6d09a6b-b393-4850-b5da-6d9436f80554", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:06:09Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "e6d09a6b-b393-4850-b5da-6d9436f80554", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5-authn-ssl"}
2026-07-24T15:06:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "e6d09a6b-b393-4850-b5da-6d9436f80554", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:06:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "746bd65a-38da-45ef-bd8c-cc66f8959411", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:06:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "746bd65a-38da-45ef-bd8c-cc66f8959411", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5-authn-ssl"}
2026-07-24T15:06:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "746bd65a-38da-45ef-bd8c-cc66f8959411", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:06:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "c0ead825-5c7e-48fd-ad0e-ba0d9cfc9ff4", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:06:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "c0ead825-5c7e-48fd-ad0e-ba0d9cfc9ff4", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5-authn-ssl"}
2026-07-24T15:06:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "c0ead825-5c7e-48fd-ad0e-ba0d9cfc9ff4", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:06:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "46d01dad-3979-4644-ae3a-97a1eb8881e6", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:06:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "46d01dad-3979-4644-ae3a-97a1eb8881e6", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5-authn-ssl"}
2026-07-24T15:06:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "46d01dad-3979-4644-ae3a-97a1eb8881e6", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:06:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "f6321c05-ebb4-4ebd-a992-ccec8e4d578d", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:06:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "f6321c05-ebb4-4ebd-a992-ccec8e4d578d", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5-authn-ssl"}
2026-07-24T15:06:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "f6321c05-ebb4-4ebd-a992-ccec8e4d578d", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:06:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "6cc0c4ca-0531-45aa-b527-300dbd26913c", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:06:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "6cc0c4ca-0531-45aa-b527-300dbd26913c", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5-authn-ssl"}
2026-07-24T15:06:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "6cc0c4ca-0531-45aa-b527-300dbd26913c", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:06:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "1e290f92-f228-439e-8c39-f65fd4bbe26d", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:06:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "1e290f92-f228-439e-8c39-f65fd4bbe26d", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5-authn-ssl"}
2026-07-24T15:06:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "1e290f92-f228-439e-8c39-f65fd4bbe26d", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:06:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c811f4d5"}, "namespace": "ai-tenant-e2e-mt-c811f4d5", "name": "openshift-service-ca.crt", "reconcileID": "039e9045-8603-4d48-a3cc-2c67003b4933", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c811f4d5"}
2026-07-24T15:06:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c811f4d5"}, "namespace": "ai-tenant-e2e-mt-c811f4d5", "name": "odh-trusted-ca-bundle", "reconcileID": "033b3734-12a2-41f5-bf05-1a39132a0315", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c811f4d5"}
2026-07-24T15:06:12Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c811f4d5"}, "namespace": "ai-tenant-e2e-mt-c811f4d5", "name": "openshift-service-ca.crt", "reconcileID": "7d8aff47-b36e-4974-9504-0f241cc461e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c811f4d5", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:06:12Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c811f4d5"}, "namespace": "ai-tenant-e2e-mt-c811f4d5", "name": "openshift-service-ca.crt", "reconcileID": "7d8aff47-b36e-4974-9504-0f241cc461e5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c811f4d5"}
2026-07-24T15:06:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c811f4d5"}, "namespace": "ai-tenant-e2e-mt-c811f4d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2f57788-4548-43c4-af8d-fc46dd737e98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c811f4d5"}
2026-07-24T15:06:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c811f4d5"}, "namespace": "ai-tenant-e2e-mt-c811f4d5", "name": "openshift-service-ca.crt", "reconcileID": "b95da019-2830-4f5a-a447-4e94c81417d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c811f4d5"}
2026-07-24T15:06:12Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c811f4d5"}, "namespace": "ai-tenant-e2e-mt-c811f4d5", "name": "odh-trusted-ca-bundle", "reconcileID": "58d849c7-0ea0-4b90-b0ef-516ebf1fe424", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c811f4d5", "update": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:06:12Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c811f4d5"}, "namespace": "ai-tenant-e2e-mt-c811f4d5", "name": "odh-trusted-ca-bundle", "reconcileID": "58d849c7-0ea0-4b90-b0ef-516ebf1fe424", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c811f4d5"}
2026-07-24T15:06:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c811f4d5"}, "namespace": "ai-tenant-e2e-mt-c811f4d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "448e45d0-23b3-440a-94b2-6916a8518152", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c811f4d5"}
2026-07-24T15:06:13Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "4c224b05-d57d-4cc9-8f45-d2adab1a5854", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:06:13Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "4c224b05-d57d-4cc9-8f45-d2adab1a5854", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5-authn-ssl"}
2026-07-24T15:06:13Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "4c224b05-d57d-4cc9-8f45-d2adab1a5854", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:06:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "922b1ce1-e6f7-46e3-b7c1-e5e6a0ed190a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-24T15:06:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "fc6dffc7-7214-4e1e-8b44-89e2781d2d41", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:06:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "fc6dffc7-7214-4e1e-8b44-89e2781d2d41", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5-authn-ssl"}
2026-07-24T15:06:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "fc6dffc7-7214-4e1e-8b44-89e2781d2d41", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:08:31Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "82c2601b-6b5b-45b8-b655-7f79a84c609f", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:08:31Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "82c2601b-6b5b-45b8-b655-7f79a84c609f", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5-authn-ssl"}
2026-07-24T15:08:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "82c2601b-6b5b-45b8-b655-7f79a84c609f", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:08:35Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "fbf19bdf-2b0f-4a91-8682-8772de6c5d61", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:08:35Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "fbf19bdf-2b0f-4a91-8682-8772de6c5d61", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5-authn-ssl"}
2026-07-24T15:08:35Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "fbf19bdf-2b0f-4a91-8682-8772de6c5d61", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:08:41Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c811f4d5"}, "namespace": "ai-tenant-e2e-mt-c811f4d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69cb0198-0b8a-4b5b-b3b5-092d93e63e8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c811f4d5"}
2026-07-24T15:08:41Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c811f4d5"}, "namespace": "ai-tenant-e2e-mt-c811f4d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69cb0198-0b8a-4b5b-b3b5-092d93e63e8e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c811f4d5", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:08:41Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c811f4d5"}, "namespace": "ai-tenant-e2e-mt-c811f4d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69cb0198-0b8a-4b5b-b3b5-092d93e63e8e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-c811f4d5 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-24T15:08:41Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c811f4d5"}, "namespace": "ai-tenant-e2e-mt-c811f4d5", "name": "odh-trusted-ca-bundle", "reconcileID": "f8820983-cc69-49f1-8ca4-373e15fc96b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c811f4d5"}
2026-07-24T15:08:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c811f4d5"}, "namespace": "ai-tenant-e2e-mt-c811f4d5", "name": "odh-trusted-ca-bundle", "reconcileID": "f8820983-cc69-49f1-8ca4-373e15fc96b7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c811f4d5"}
2026-07-24T15:08:41Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c811f4d5"}, "namespace": "ai-tenant-e2e-mt-c811f4d5", "name": "openshift-service-ca.crt", "reconcileID": "ae53b2dc-aadc-4d68-a9ce-1af92baa5b73", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c811f4d5"}
2026-07-24T15:08:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c811f4d5"}, "namespace": "ai-tenant-e2e-mt-c811f4d5", "name": "openshift-service-ca.crt", "reconcileID": "ae53b2dc-aadc-4d68-a9ce-1af92baa5b73", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c811f4d5"}
2026-07-24T15:08:41Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c811f4d5"}, "namespace": "ai-tenant-e2e-mt-c811f4d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11578b76-ca4f-4eea-adc0-4adcc8b011b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c811f4d5"}
2026-07-24T15:08:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c811f4d5"}, "namespace": "ai-tenant-e2e-mt-c811f4d5", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "11578b76-ca4f-4eea-adc0-4adcc8b011b4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c811f4d5"}
2026-07-24T15:08:43Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-c811f4d5","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-c811f4d5", "reconcileID": "acfdf631-65cc-4d9c-8537-bf703129712d", "Gateway": "e2e-mt-c811f4d5", "namespace": "openshift-ingress"}
2026-07-24T15:08:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-2f43968d"}, "namespace": "e2e-webhook-sub-2f43968d", "name": "openshift-service-ca.crt", "reconcileID": "e6e8e564-7db9-419c-a26b-9ac1b92395d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-2f43968d"}
2026-07-24T15:08:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-2f43968d"}, "namespace": "e2e-webhook-sub-2f43968d", "name": "odh-trusted-ca-bundle", "reconcileID": "2d03c2ee-cf4a-405e-9c8b-b16d459f736e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-2f43968d"}
2026-07-24T15:08:43Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-2f43968d"}, "namespace": "e2e-webhook-sub-2f43968d", "name": "openshift-service-ca.crt", "reconcileID": "dd1650a5-1afd-4473-9027-ac1f40119705", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-2f43968d", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:08:43Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-2f43968d"}, "namespace": "e2e-webhook-sub-2f43968d", "name": "openshift-service-ca.crt", "reconcileID": "dd1650a5-1afd-4473-9027-ac1f40119705", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-2f43968d"}
2026-07-24T15:08:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-2f43968d"}, "namespace": "e2e-webhook-sub-2f43968d", "name": "openshift-service-ca.crt", "reconcileID": "1521c5a1-c911-484e-956d-d211f2714733", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-2f43968d"}
2026-07-24T15:08:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-2f43968d"}, "namespace": "e2e-webhook-sub-2f43968d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "66384d47-2635-462b-a611-82460113fe79", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-2f43968d"}
2026-07-24T15:08:43Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-2f43968d"}, "namespace": "e2e-webhook-sub-2f43968d", "name": "odh-trusted-ca-bundle", "reconcileID": "3a5c3d80-c816-433a-b258-1529f2310844", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-2f43968d", "update": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:08:43Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-2f43968d"}, "namespace": "e2e-webhook-sub-2f43968d", "name": "odh-trusted-ca-bundle", "reconcileID": "3a5c3d80-c816-433a-b258-1529f2310844", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-2f43968d"}
2026-07-24T15:08:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-2f43968d"}, "namespace": "e2e-webhook-sub-2f43968d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e61edb46-ce0d-4e90-8445-355018037c10", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-2f43968d"}
2026-07-24T15:08:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-2f43968d"}, "namespace": "e2e-webhook-sub-2f43968d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c955c18f-b214-43d5-a051-edec542efef3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-2f43968d"}
2026-07-24T15:08:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-2f43968d"}, "namespace": "e2e-webhook-sub-2f43968d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c955c18f-b214-43d5-a051-edec542efef3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-2f43968d", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:08:50Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-2f43968d"}, "namespace": "e2e-webhook-sub-2f43968d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c955c18f-b214-43d5-a051-edec542efef3", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-sub-2f43968d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-24T15:08:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-2f43968d"}, "namespace": "e2e-webhook-sub-2f43968d", "name": "odh-trusted-ca-bundle", "reconcileID": "117ed462-5e85-4d02-afd7-fa3e2209f521", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-2f43968d"}
2026-07-24T15:08:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-sub-2f43968d"}, "namespace": "e2e-webhook-sub-2f43968d", "name": "odh-trusted-ca-bundle", "reconcileID": "117ed462-5e85-4d02-afd7-fa3e2209f521", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-sub-2f43968d"}
2026-07-24T15:08:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-2f43968d"}, "namespace": "e2e-webhook-sub-2f43968d", "name": "openshift-service-ca.crt", "reconcileID": "925eb861-d550-40e1-b9f4-34fac5c86ba6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-2f43968d"}
2026-07-24T15:08:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-sub-2f43968d"}, "namespace": "e2e-webhook-sub-2f43968d", "name": "openshift-service-ca.crt", "reconcileID": "925eb861-d550-40e1-b9f4-34fac5c86ba6", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-sub-2f43968d"}
2026-07-24T15:08:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-2f43968d"}, "namespace": "e2e-webhook-sub-2f43968d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5cf2642-e8dd-4327-81df-1e377ccfc955", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-2f43968d"}
2026-07-24T15:08:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-sub-2f43968d"}, "namespace": "e2e-webhook-sub-2f43968d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c5cf2642-e8dd-4327-81df-1e377ccfc955", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-sub-2f43968d"}
2026-07-24T15:08:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-5bfeca4a"}, "namespace": "e2e-webhook-auth-5bfeca4a", "name": "openshift-service-ca.crt", "reconcileID": "6f51e4e4-74c2-40ff-83fd-c04723412b3a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-5bfeca4a"}
2026-07-24T15:08:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-5bfeca4a"}, "namespace": "e2e-webhook-auth-5bfeca4a", "name": "odh-trusted-ca-bundle", "reconcileID": "98ede182-73f9-48fd-94a9-629228a1e16a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-5bfeca4a"}
2026-07-24T15:08:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-5bfeca4a"}, "namespace": "e2e-webhook-auth-5bfeca4a", "name": "openshift-service-ca.crt", "reconcileID": "8e5459c5-e43f-4962-8c79-ee755980b315", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-5bfeca4a", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:08:50Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-5bfeca4a"}, "namespace": "e2e-webhook-auth-5bfeca4a", "name": "openshift-service-ca.crt", "reconcileID": "8e5459c5-e43f-4962-8c79-ee755980b315", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-5bfeca4a"}
2026-07-24T15:08:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-5bfeca4a"}, "namespace": "e2e-webhook-auth-5bfeca4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6276ec8e-c831-4256-aa96-75e9998b144e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-5bfeca4a"}
2026-07-24T15:08:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-5bfeca4a"}, "namespace": "e2e-webhook-auth-5bfeca4a", "name": "openshift-service-ca.crt", "reconcileID": "829298bd-a2d6-4204-ae1a-a3f03be3556a", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-5bfeca4a"}
2026-07-24T15:08:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-5bfeca4a"}, "namespace": "e2e-webhook-auth-5bfeca4a", "name": "odh-trusted-ca-bundle", "reconcileID": "651dbdd0-5272-4e64-ab71-5fccb9457f37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-5bfeca4a", "update": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:08:50Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-5bfeca4a"}, "namespace": "e2e-webhook-auth-5bfeca4a", "name": "odh-trusted-ca-bundle", "reconcileID": "651dbdd0-5272-4e64-ab71-5fccb9457f37", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-5bfeca4a"}
2026-07-24T15:08:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-5bfeca4a"}, "namespace": "e2e-webhook-auth-5bfeca4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99f2bbdb-d8ef-4c77-b64e-f3be9dac85dc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-5bfeca4a"}
2026-07-24T15:08:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-5bfeca4a"}, "namespace": "e2e-webhook-auth-5bfeca4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d95d50d-0b52-4909-835e-6c0efb1c412d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-5bfeca4a"}
2026-07-24T15:08:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-5bfeca4a"}, "namespace": "e2e-webhook-auth-5bfeca4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d95d50d-0b52-4909-835e-6c0efb1c412d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-5bfeca4a", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:08:55Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-5bfeca4a"}, "namespace": "e2e-webhook-auth-5bfeca4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2d95d50d-0b52-4909-835e-6c0efb1c412d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace e2e-webhook-auth-5bfeca4a because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-24T15:08:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-5bfeca4a"}, "namespace": "e2e-webhook-auth-5bfeca4a", "name": "odh-trusted-ca-bundle", "reconcileID": "7e4b35c5-4f0a-459a-aab6-d890f8f8a304", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-5bfeca4a"}
2026-07-24T15:08:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"e2e-webhook-auth-5bfeca4a"}, "namespace": "e2e-webhook-auth-5bfeca4a", "name": "odh-trusted-ca-bundle", "reconcileID": "7e4b35c5-4f0a-459a-aab6-d890f8f8a304", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "e2e-webhook-auth-5bfeca4a"}
2026-07-24T15:08:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-5bfeca4a"}, "namespace": "e2e-webhook-auth-5bfeca4a", "name": "openshift-service-ca.crt", "reconcileID": "76313c7f-472c-4287-bc9e-af4ef40ed75d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-5bfeca4a"}
2026-07-24T15:08:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"e2e-webhook-auth-5bfeca4a"}, "namespace": "e2e-webhook-auth-5bfeca4a", "name": "openshift-service-ca.crt", "reconcileID": "76313c7f-472c-4287-bc9e-af4ef40ed75d", "ConfigMap": "openshift-service-ca.crt", "namespace": "e2e-webhook-auth-5bfeca4a"}
2026-07-24T15:08:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-5bfeca4a"}, "namespace": "e2e-webhook-auth-5bfeca4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d9def99-139e-4950-87da-d344c518578b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-5bfeca4a"}
2026-07-24T15:08:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"e2e-webhook-auth-5bfeca4a"}, "namespace": "e2e-webhook-auth-5bfeca4a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d9def99-139e-4950-87da-d344c518578b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "e2e-webhook-auth-5bfeca4a"}
2026-07-24T15:09:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "dedb1520-1c0a-4ff3-ae78-88c0132f5783", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:09:03Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "dedb1520-1c0a-4ff3-ae78-88c0132f5783", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0-authn-ssl"}
2026-07-24T15:09:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "dedb1520-1c0a-4ff3-ae78-88c0132f5783", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:09:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "94d55d5c-3032-410c-ae05-9e6b020d3163", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:09:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "94d55d5c-3032-410c-ae05-9e6b020d3163", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0-authn-ssl"}
2026-07-24T15:09:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "94d55d5c-3032-410c-ae05-9e6b020d3163", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:09:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "3ef4ecd7-6bae-4055-ba04-cb66fcceda0f", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:09:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "3ef4ecd7-6bae-4055-ba04-cb66fcceda0f", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0-authn-ssl"}
2026-07-24T15:09:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "3ef4ecd7-6bae-4055-ba04-cb66fcceda0f", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:09:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "5fe1c1b1-afe7-462d-9fc3-ac1c496d075b", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:09:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "5fe1c1b1-afe7-462d-9fc3-ac1c496d075b", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0-authn-ssl"}
2026-07-24T15:09:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "5fe1c1b1-afe7-462d-9fc3-ac1c496d075b", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:09:04Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "ba38d9b3-d874-43c5-aaf9-ad1687bbe9ad", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:09:04Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "ba38d9b3-d874-43c5-aaf9-ad1687bbe9ad", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0-authn-ssl"}
2026-07-24T15:09:04Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "ba38d9b3-d874-43c5-aaf9-ad1687bbe9ad", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:09:04Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "6f49e135-bb4e-47f2-8e69-3a715de5157b", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:09:04Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "6f49e135-bb4e-47f2-8e69-3a715de5157b", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0-authn-ssl"}
2026-07-24T15:09:04Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "6f49e135-bb4e-47f2-8e69-3a715de5157b", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:09:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "19649508-bcf4-4ef8-a4e8-397734bde866", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-24T15:09:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "6c7e692c-614b-448f-a2d8-59846c24facb", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:09:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "6c7e692c-614b-448f-a2d8-59846c24facb", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0-authn-ssl"}
2026-07-24T15:09:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "6c7e692c-614b-448f-a2d8-59846c24facb", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:09:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e61f3ca0"}, "namespace": "ai-tenant-e2e-mt-e61f3ca0", "name": "openshift-service-ca.crt", "reconcileID": "a0bacdba-4c8e-4e1a-aab9-ec64dd433698", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e61f3ca0"}
2026-07-24T15:09:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e61f3ca0"}, "namespace": "ai-tenant-e2e-mt-e61f3ca0", "name": "odh-trusted-ca-bundle", "reconcileID": "7c6362cc-f497-4608-8c83-80d8e32ac918", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e61f3ca0"}
2026-07-24T15:09:07Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e61f3ca0"}, "namespace": "ai-tenant-e2e-mt-e61f3ca0", "name": "openshift-service-ca.crt", "reconcileID": "c26ee51c-93f9-4d49-a0e5-6c3546774388", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e61f3ca0", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:09:07Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e61f3ca0"}, "namespace": "ai-tenant-e2e-mt-e61f3ca0", "name": "openshift-service-ca.crt", "reconcileID": "c26ee51c-93f9-4d49-a0e5-6c3546774388", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e61f3ca0"}
2026-07-24T15:09:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e61f3ca0"}, "namespace": "ai-tenant-e2e-mt-e61f3ca0", "name": "openshift-service-ca.crt", "reconcileID": "d048c208-ddbd-4366-bd38-1cca554fc797", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e61f3ca0"}
2026-07-24T15:09:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e61f3ca0"}, "namespace": "ai-tenant-e2e-mt-e61f3ca0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2160586-cfa5-42fd-bd19-28f1e9262863", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e61f3ca0"}
2026-07-24T15:09:07Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e61f3ca0"}, "namespace": "ai-tenant-e2e-mt-e61f3ca0", "name": "odh-trusted-ca-bundle", "reconcileID": "01086507-27ad-48ca-964a-196e2115ce0c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e61f3ca0", "update": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:09:07Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e61f3ca0"}, "namespace": "ai-tenant-e2e-mt-e61f3ca0", "name": "odh-trusted-ca-bundle", "reconcileID": "01086507-27ad-48ca-964a-196e2115ce0c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e61f3ca0"}
2026-07-24T15:09:07Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e61f3ca0"}, "namespace": "ai-tenant-e2e-mt-e61f3ca0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c10adadf-9e2c-4663-b421-847c6e154608", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e61f3ca0"}
2026-07-24T15:09:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "ae2de584-7c45-4247-88cb-a01a80136342", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:09:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "ae2de584-7c45-4247-88cb-a01a80136342", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0-authn-ssl"}
2026-07-24T15:09:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "ae2de584-7c45-4247-88cb-a01a80136342", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:09:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3d8ee50c-90b8-43c6-b7ec-5c086afe243f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-24T15:09:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "10a60239-b7a7-4310-ac96-2a03edaafd42", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:09:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "10a60239-b7a7-4310-ac96-2a03edaafd42", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0-authn-ssl"}
2026-07-24T15:09:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "10a60239-b7a7-4310-ac96-2a03edaafd42", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:11:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "cf6c4589-7d01-445e-8b0f-67b141be5e23", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:11:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "cf6c4589-7d01-445e-8b0f-67b141be5e23", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0-authn-ssl"}
2026-07-24T15:11:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "cf6c4589-7d01-445e-8b0f-67b141be5e23", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:11:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "031bf5cc-7777-4884-9073-9c68f9f8cd06", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:11:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "031bf5cc-7777-4884-9073-9c68f9f8cd06", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0-authn-ssl"}
2026-07-24T15:11:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "031bf5cc-7777-4884-9073-9c68f9f8cd06", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:11:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e61f3ca0"}, "namespace": "ai-tenant-e2e-mt-e61f3ca0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13f1fcfb-6c58-4fc9-b905-74e5ce30d37b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e61f3ca0"}
2026-07-24T15:11:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e61f3ca0"}, "namespace": "ai-tenant-e2e-mt-e61f3ca0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13f1fcfb-6c58-4fc9-b905-74e5ce30d37b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e61f3ca0", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:11:35Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e61f3ca0"}, "namespace": "ai-tenant-e2e-mt-e61f3ca0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "13f1fcfb-6c58-4fc9-b905-74e5ce30d37b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-e61f3ca0 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-24T15:11:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e61f3ca0"}, "namespace": "ai-tenant-e2e-mt-e61f3ca0", "name": "odh-trusted-ca-bundle", "reconcileID": "a02a86c4-0d53-4c59-bede-528f08d76ac6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e61f3ca0"}
2026-07-24T15:11:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-e61f3ca0"}, "namespace": "ai-tenant-e2e-mt-e61f3ca0", "name": "odh-trusted-ca-bundle", "reconcileID": "a02a86c4-0d53-4c59-bede-528f08d76ac6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-e61f3ca0"}
2026-07-24T15:11:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e61f3ca0"}, "namespace": "ai-tenant-e2e-mt-e61f3ca0", "name": "openshift-service-ca.crt", "reconcileID": "5205bbb7-47cb-44f7-9540-df93b2111416", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e61f3ca0"}
2026-07-24T15:11:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-e61f3ca0"}, "namespace": "ai-tenant-e2e-mt-e61f3ca0", "name": "openshift-service-ca.crt", "reconcileID": "5205bbb7-47cb-44f7-9540-df93b2111416", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-e61f3ca0"}
2026-07-24T15:11:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e61f3ca0"}, "namespace": "ai-tenant-e2e-mt-e61f3ca0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbc995a2-e12d-4e83-bd25-bd71f0edb371", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e61f3ca0"}
2026-07-24T15:11:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-e61f3ca0"}, "namespace": "ai-tenant-e2e-mt-e61f3ca0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fbc995a2-e12d-4e83-bd25-bd71f0edb371", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-e61f3ca0"}
2026-07-24T15:11:37Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-mt-e61f3ca0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-mt-e61f3ca0", "reconcileID": "7990e56c-dca8-4fab-ad8f-8beea880329e", "Gateway": "e2e-mt-e61f3ca0", "namespace": "openshift-ingress"}
2026-07-24T15:11:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-848fe128"}, "namespace": "ai-tenant-e2e-mt-848fe128", "name": "openshift-service-ca.crt", "reconcileID": "8ba7a21c-8eea-4206-b4e5-a5f10ce9e2a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-848fe128"}
2026-07-24T15:11:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-848fe128"}, "namespace": "ai-tenant-e2e-mt-848fe128", "name": "odh-trusted-ca-bundle", "reconcileID": "ecd3dbc2-16d5-4ac1-b1f2-63f1d135e4c8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-848fe128"}
2026-07-24T15:11:38Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-848fe128"}, "namespace": "ai-tenant-e2e-mt-848fe128", "name": "openshift-service-ca.crt", "reconcileID": "6302d102-dc81-4bd3-aaf3-1962f5ec333a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-848fe128", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:11:38Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-848fe128"}, "namespace": "ai-tenant-e2e-mt-848fe128", "name": "openshift-service-ca.crt", "reconcileID": "6302d102-dc81-4bd3-aaf3-1962f5ec333a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-848fe128"}
2026-07-24T15:11:38Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-848fe128"}, "namespace": "ai-tenant-e2e-mt-848fe128", "name": "openshift-service-ca.crt", "reconcileID": "41f02c55-985f-482d-a3ee-373b1a691231", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-848fe128", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:11:38Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-848fe128"}, "namespace": "ai-tenant-e2e-mt-848fe128", "name": "openshift-service-ca.crt", "reconcileID": "41f02c55-985f-482d-a3ee-373b1a691231", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-24T15:11:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-848fe128"}, "namespace": "ai-tenant-e2e-mt-848fe128", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e9a5cdb7-0794-43cc-b85c-95784aa77cce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-848fe128"}
2026-07-24T15:11:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-848fe128"}, "namespace": "ai-tenant-e2e-mt-848fe128", "name": "openshift-service-ca.crt", "reconcileID": "a0a88fe3-fdaa-4df9-bfe4-96a67b24e931", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-848fe128"}
2026-07-24T15:11:38Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-848fe128"}, "namespace": "ai-tenant-e2e-mt-848fe128", "name": "odh-trusted-ca-bundle", "reconcileID": "6d8b1cb6-2a53-4484-a1ea-df79515a8135", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-848fe128", "update": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:11:38Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-848fe128"}, "namespace": "ai-tenant-e2e-mt-848fe128", "name": "odh-trusted-ca-bundle", "reconcileID": "6d8b1cb6-2a53-4484-a1ea-df79515a8135", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-848fe128"}
2026-07-24T15:11:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-848fe128"}, "namespace": "ai-tenant-e2e-mt-848fe128", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f5d48c8d-e15a-4241-82f1-2193b4dadf21", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-848fe128"}
2026-07-24T15:11:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "openshift-service-ca.crt", "reconcileID": "fce34743-611a-466d-aa91-54ae24554328", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5cdf62bf"}
2026-07-24T15:11:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "openshift-service-ca.crt", "reconcileID": "dae56dc0-77ed-4822-9fb4-d4d438bbf73e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5cdf62bf", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:11:39Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "openshift-service-ca.crt", "reconcileID": "dae56dc0-77ed-4822-9fb4-d4d438bbf73e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5cdf62bf"}
2026-07-24T15:11:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "odh-trusted-ca-bundle", "reconcileID": "d87dc2f2-d794-4001-9408-850f05434308", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5cdf62bf", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:11:39Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "odh-trusted-ca-bundle", "reconcileID": "d87dc2f2-d794-4001-9408-850f05434308", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-24T15:11:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "15054583-1c10-49e8-a431-c604fa451c43", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5cdf62bf"}
2026-07-24T15:11:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "openshift-service-ca.crt", "reconcileID": "701fc703-637c-416b-bdb3-5c9cec4049b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5cdf62bf"}
2026-07-24T15:11:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "odh-trusted-ca-bundle", "reconcileID": "4fe752a9-81e7-4a62-b790-0b5e7db11e29", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5cdf62bf"}
2026-07-24T15:11:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "odh-trusted-ca-bundle", "reconcileID": "8a74ca21-0976-4d5c-92a6-2fb5fab47686", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5cdf62bf", "update": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:11:39Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "odh-trusted-ca-bundle", "reconcileID": "8a74ca21-0976-4d5c-92a6-2fb5fab47686", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5cdf62bf"}
2026-07-24T15:11:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f1b5939-fc37-4256-ade4-421e6e3c4794", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5cdf62bf"}
2026-07-24T15:11:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-848fe128"}, "namespace": "ai-tenant-e2e-mt-848fe128", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47e37251-0dae-42ad-81ee-f25bff237881", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-848fe128"}
2026-07-24T15:11:46Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-848fe128"}, "namespace": "ai-tenant-e2e-mt-848fe128", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47e37251-0dae-42ad-81ee-f25bff237881", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-848fe128", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:11:46Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-848fe128"}, "namespace": "ai-tenant-e2e-mt-848fe128", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "47e37251-0dae-42ad-81ee-f25bff237881", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-848fe128 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-24T15:11:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-848fe128"}, "namespace": "ai-tenant-e2e-mt-848fe128", "name": "odh-trusted-ca-bundle", "reconcileID": "a75657d3-1655-4f0f-89da-5f9e44368a25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-848fe128"}
2026-07-24T15:11:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-848fe128"}, "namespace": "ai-tenant-e2e-mt-848fe128", "name": "odh-trusted-ca-bundle", "reconcileID": "a75657d3-1655-4f0f-89da-5f9e44368a25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-848fe128"}
2026-07-24T15:11:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-848fe128"}, "namespace": "ai-tenant-e2e-mt-848fe128", "name": "openshift-service-ca.crt", "reconcileID": "7c7cf041-6389-4b4e-8275-d8ebbf0de449", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-848fe128"}
2026-07-24T15:11:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-848fe128"}, "namespace": "ai-tenant-e2e-mt-848fe128", "name": "openshift-service-ca.crt", "reconcileID": "7c7cf041-6389-4b4e-8275-d8ebbf0de449", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-848fe128"}
2026-07-24T15:11:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-848fe128"}, "namespace": "ai-tenant-e2e-mt-848fe128", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b746556-b253-4af1-a2b2-df62206339f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-848fe128"}
2026-07-24T15:11:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-848fe128"}, "namespace": "ai-tenant-e2e-mt-848fe128", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b746556-b253-4af1-a2b2-df62206339f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-848fe128"}
2026-07-24T15:11:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "595877cb-3c6f-4381-95b7-653747187b0e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-24T15:11:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "595877cb-3c6f-4381-95b7-653747187b0e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-07-24T15:11:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "595877cb-3c6f-4381-95b7-653747187b0e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-24T15:11:51Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "df70a4ff-ab3f-4d77-acea-07928b0bf91b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-07-24T15:11:51Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "df70a4ff-ab3f-4d77-acea-07928b0bf91b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-07-24T15:11:51Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "df70a4ff-ab3f-4d77-acea-07928b0bf91b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-07-24T15:11:51Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "df70a4ff-ab3f-4d77-acea-07928b0bf91b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"}
2026-07-24T15:11:51Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "df70a4ff-ab3f-4d77-acea-07928b0bf91b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"}
2026-07-24T15:11:51Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "df70a4ff-ab3f-4d77-acea-07928b0bf91b", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-07-24T15:11:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed0fb653-ae95-43b8-a551-2c1a58ef8e4d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-24T15:11:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed0fb653-ae95-43b8-a551-2c1a58ef8e4d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-07-24T15:11:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ed0fb653-ae95-43b8-a551-2c1a58ef8e4d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-24T15:11:55Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d89850e2-e7a2-43c9-b771-f91dce450405", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-07-24T15:11:55Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d89850e2-e7a2-43c9-b771-f91dce450405", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-07-24T15:11:55Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d89850e2-e7a2-43c9-b771-f91dce450405", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-07-24T15:11:55Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d89850e2-e7a2-43c9-b771-f91dce450405", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "name": "e2e-distinct-2-simulated-kserve-route-authn"}
2026-07-24T15:11:55Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d89850e2-e7a2-43c9-b771-f91dce450405", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm", "authType": "userdefined"}
2026-07-24T15:11:55Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-distinct-2-simulated","namespace":"llm"}, "namespace": "llm", "name": "e2e-distinct-2-simulated", "reconcileID": "d89850e2-e7a2-43c9-b771-f91dce450405", "LLMInferenceService": "e2e-distinct-2-simulated", "namespace": "llm"}
2026-07-24T15:11:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5f15300-d127-4897-8516-7db85fb25762", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5cdf62bf"}
2026-07-24T15:11:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5f15300-d127-4897-8516-7db85fb25762", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5cdf62bf", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:11:55Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5f15300-d127-4897-8516-7db85fb25762", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-5cdf62bf because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-24T15:11:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "259254e5-fc3a-4251-a457-1a1f717f2114", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5cdf62bf"}
2026-07-24T15:11:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "259254e5-fc3a-4251-a457-1a1f717f2114", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5cdf62bf", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:11:55Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "259254e5-fc3a-4251-a457-1a1f717f2114", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-5cdf62bf because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-24T15:11:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "odh-trusted-ca-bundle", "reconcileID": "3a070097-fd79-4431-b46a-078921605816", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5cdf62bf"}
2026-07-24T15:11:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "odh-trusted-ca-bundle", "reconcileID": "3a070097-fd79-4431-b46a-078921605816", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5cdf62bf", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:11:55Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "odh-trusted-ca-bundle", "reconcileID": "3a070097-fd79-4431-b46a-078921605816", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-5cdf62bf because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-24T15:11:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "openshift-service-ca.crt", "reconcileID": "6f73588f-af06-4b33-8c4a-f6d378ba5ba9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5cdf62bf"}
2026-07-24T15:11:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "openshift-service-ca.crt", "reconcileID": "6f73588f-af06-4b33-8c4a-f6d378ba5ba9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-5cdf62bf"}
2026-07-24T15:11:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "odh-trusted-ca-bundle", "reconcileID": "56c45375-e141-4d92-89f1-17e27d7c750e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5cdf62bf"}
2026-07-24T15:11:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "odh-trusted-ca-bundle", "reconcileID": "56c45375-e141-4d92-89f1-17e27d7c750e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-5cdf62bf"}
2026-07-24T15:11:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9dd4b75f-4f3b-49d9-bf44-1cd46a7d68fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5cdf62bf"}
2026-07-24T15:11:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-5cdf62bf"}, "namespace": "ai-tenant-e2e-mt-5cdf62bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9dd4b75f-4f3b-49d9-bf44-1cd46a7d68fb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-5cdf62bf"}
2026-07-24T15:11:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-de24e7fa"}, "namespace": "ai-tenant-e2e-mt-de24e7fa", "name": "openshift-service-ca.crt", "reconcileID": "37090f22-8c87-4dda-8790-901c1aa15842", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-de24e7fa"}
2026-07-24T15:11:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-de24e7fa"}, "namespace": "ai-tenant-e2e-mt-de24e7fa", "name": "openshift-service-ca.crt", "reconcileID": "b5a5e616-4167-45fe-88ae-49a121258159", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-de24e7fa", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:11:56Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-de24e7fa"}, "namespace": "ai-tenant-e2e-mt-de24e7fa", "name": "openshift-service-ca.crt", "reconcileID": "b5a5e616-4167-45fe-88ae-49a121258159", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-de24e7fa"}
2026-07-24T15:11:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-de24e7fa"}, "namespace": "ai-tenant-e2e-mt-de24e7fa", "name": "odh-trusted-ca-bundle", "reconcileID": "8e55c6dd-2f7b-490d-9397-fc4b72e41ca4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-de24e7fa", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:11:56Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-de24e7fa"}, "namespace": "ai-tenant-e2e-mt-de24e7fa", "name": "odh-trusted-ca-bundle", "reconcileID": "8e55c6dd-2f7b-490d-9397-fc4b72e41ca4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-24T15:11:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-de24e7fa"}, "namespace": "ai-tenant-e2e-mt-de24e7fa", "name": "openshift-service-ca.crt", "reconcileID": "33b7c2ae-7ef4-474b-8da9-df04715591dd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-de24e7fa"}
2026-07-24T15:11:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-de24e7fa"}, "namespace": "ai-tenant-e2e-mt-de24e7fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0d132146-017e-499d-9ccf-8d8ca4507f32", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-de24e7fa"}
2026-07-24T15:11:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-de24e7fa"}, "namespace": "ai-tenant-e2e-mt-de24e7fa", "name": "odh-trusted-ca-bundle", "reconcileID": "76f4f845-219f-4cb1-b51c-eb7de1fa8ace", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-de24e7fa"}
2026-07-24T15:11:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-de24e7fa"}, "namespace": "ai-tenant-e2e-mt-de24e7fa", "name": "odh-trusted-ca-bundle", "reconcileID": "547c228b-f864-49d4-9d53-02b204f85796", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-de24e7fa", "update": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:11:56Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-de24e7fa"}, "namespace": "ai-tenant-e2e-mt-de24e7fa", "name": "odh-trusted-ca-bundle", "reconcileID": "547c228b-f864-49d4-9d53-02b204f85796", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-de24e7fa"}
2026-07-24T15:11:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-de24e7fa"}, "namespace": "ai-tenant-e2e-mt-de24e7fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "48c3cbda-bd36-4b9f-abd8-21fb022e3f03", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-de24e7fa"}
2026-07-24T15:12:23Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-24T15:12:23Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-24T15:12:25Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-24T15:12:25Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-07-24T15:12:30Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64f3f526-65b7-4555-834e-96014754cde0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-24T15:12:30Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64f3f526-65b7-4555-834e-96014754cde0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-07-24T15:12:30Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "64f3f526-65b7-4555-834e-96014754cde0", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-24T15:12:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dace7afc-2c81-4f7d-8f95-a5b5e549406f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-24T15:12:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dace7afc-2c81-4f7d-8f95-a5b5e549406f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-07-24T15:12:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dace7afc-2c81-4f7d-8f95-a5b5e549406f", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-07-24T15:12:34Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-de24e7fa"}, "namespace": "ai-tenant-e2e-mt-de24e7fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea9c07a0-cac5-4726-821a-e859e3fc1183", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-de24e7fa"}
2026-07-24T15:12:34Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-de24e7fa"}, "namespace": "ai-tenant-e2e-mt-de24e7fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea9c07a0-cac5-4726-821a-e859e3fc1183", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-de24e7fa", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:12:34Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-de24e7fa"}, "namespace": "ai-tenant-e2e-mt-de24e7fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea9c07a0-cac5-4726-821a-e859e3fc1183", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-de24e7fa because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-24T15:12:34Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-de24e7fa"}, "namespace": "ai-tenant-e2e-mt-de24e7fa", "name": "odh-trusted-ca-bundle", "reconcileID": "a6970575-1a6f-47ee-a76f-013661880496", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-de24e7fa"}
2026-07-24T15:12:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-de24e7fa"}, "namespace": "ai-tenant-e2e-mt-de24e7fa", "name": "odh-trusted-ca-bundle", "reconcileID": "a6970575-1a6f-47ee-a76f-013661880496", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-de24e7fa"}
2026-07-24T15:12:34Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-de24e7fa"}, "namespace": "ai-tenant-e2e-mt-de24e7fa", "name": "openshift-service-ca.crt", "reconcileID": "a32f0bd3-8995-4fbc-b5d2-3579f91d49ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-de24e7fa"}
2026-07-24T15:12:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-de24e7fa"}, "namespace": "ai-tenant-e2e-mt-de24e7fa", "name": "openshift-service-ca.crt", "reconcileID": "a32f0bd3-8995-4fbc-b5d2-3579f91d49ca", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-de24e7fa"}
2026-07-24T15:12:34Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-de24e7fa"}, "namespace": "ai-tenant-e2e-mt-de24e7fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "132067f3-bf1e-4460-a0dd-abd997f5114c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-de24e7fa"}
2026-07-24T15:12:34Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-de24e7fa"}, "namespace": "ai-tenant-e2e-mt-de24e7fa", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "132067f3-bf1e-4460-a0dd-abd997f5114c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-de24e7fa"}
2026-07-24T15:12:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "1e7c7baf-517d-4f46-ab12-6628473e09df", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:12:36Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "1e7c7baf-517d-4f46-ab12-6628473e09df", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d-authn-ssl"}
2026-07-24T15:12:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "1e7c7baf-517d-4f46-ab12-6628473e09df", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:12:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "a43f9203-5f87-44ef-b1d6-adbfa9490db9", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:12:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "a43f9203-5f87-44ef-b1d6-adbfa9490db9", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d-authn-ssl"}
2026-07-24T15:12:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "a43f9203-5f87-44ef-b1d6-adbfa9490db9", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:12:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "2ff1620a-5317-4111-8812-ef3961e98a24", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:12:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "2ff1620a-5317-4111-8812-ef3961e98a24", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d-authn-ssl"}
2026-07-24T15:12:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "2ff1620a-5317-4111-8812-ef3961e98a24", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:12:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "48b15458-ae45-409d-8eea-cd42d038d9ba", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:12:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "48b15458-ae45-409d-8eea-cd42d038d9ba", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d-authn-ssl"}
2026-07-24T15:12:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "48b15458-ae45-409d-8eea-cd42d038d9ba", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:12:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "3272661f-b987-4fce-a9d3-9f0ded93fe66", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:12:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "3272661f-b987-4fce-a9d3-9f0ded93fe66", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d-authn-ssl"}
2026-07-24T15:12:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "3272661f-b987-4fce-a9d3-9f0ded93fe66", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:12:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "9c876a34-9a50-478b-b39c-ad12353b2bc2", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:12:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "9c876a34-9a50-478b-b39c-ad12353b2bc2", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d-authn-ssl"}
2026-07-24T15:12:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "9c876a34-9a50-478b-b39c-ad12353b2bc2", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:12:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "0f83d157-2762-492e-9ce3-220b4dc87515", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:12:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "0f83d157-2762-492e-9ce3-220b4dc87515", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d-authn-ssl"}
2026-07-24T15:12:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "0f83d157-2762-492e-9ce3-220b4dc87515", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:12:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "289ab6bf-2ef9-43e2-99cc-498a58933ca9", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:12:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "289ab6bf-2ef9-43e2-99cc-498a58933ca9", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d-authn-ssl"}
2026-07-24T15:12:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "289ab6bf-2ef9-43e2-99cc-498a58933ca9", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:12:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "openshift-service-ca.crt", "reconcileID": "8b06750b-3d1f-49c2-93a2-20ec6257ad23", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-6c969d"}
2026-07-24T15:12:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "odh-trusted-ca-bundle", "reconcileID": "ad78ac27-dc07-491d-b6a2-ebb4fb96286d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6c969d"}
2026-07-24T15:12:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "openshift-service-ca.crt", "reconcileID": "8f538630-0584-41cb-9711-50f4939aaf57", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-6c969d", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:12:39Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "openshift-service-ca.crt", "reconcileID": "8f538630-0584-41cb-9711-50f4939aaf57", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-6c969d"}
2026-07-24T15:12:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da6ccf37-79ee-4350-abfb-b18febcfe809", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6c969d"}
2026-07-24T15:12:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "openshift-service-ca.crt", "reconcileID": "c1064872-5069-4e42-a873-03e982a57d32", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-6c969d"}
2026-07-24T15:12:39Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "odh-trusted-ca-bundle", "reconcileID": "e04955a7-502b-4153-8fc8-b401ec258ac6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6c969d", "update": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:12:39Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "odh-trusted-ca-bundle", "reconcileID": "e04955a7-502b-4153-8fc8-b401ec258ac6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6c969d"}
2026-07-24T15:12:39Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4766c396-ff29-4e03-8021-22e0ce261f07", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6c969d"}
2026-07-24T15:12:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "1cd41653-5c13-4440-b111-d25b38a87aa2", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:12:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "1cd41653-5c13-4440-b111-d25b38a87aa2", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d-authn-ssl"}
2026-07-24T15:12:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "1cd41653-5c13-4440-b111-d25b38a87aa2", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:12:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ebb94fb0-afcf-461e-b91d-de5aae4834b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-24T15:12:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "cff7739e-e6ce-4ba5-b91c-4d4bd9301892", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:12:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "cff7739e-e6ce-4ba5-b91c-4d4bd9301892", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d-authn-ssl"}
2026-07-24T15:12:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "cff7739e-e6ce-4ba5-b91c-4d4bd9301892", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:14:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "a7587157-97ab-4ef2-92ba-c589d0022bd6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-24T15:14:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5b511693-58ea-4143-84ba-2a34497114fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-24T15:14:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "9ae14c52-a7aa-4c41-a054-bfe248cc72bb", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:14:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "9ae14c52-a7aa-4c41-a054-bfe248cc72bb", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d-authn-ssl"}
2026-07-24T15:14:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "9ae14c52-a7aa-4c41-a054-bfe248cc72bb", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:15:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "85234aaa-a630-42f4-b044-98c3fb972290", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:15:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "85234aaa-a630-42f4-b044-98c3fb972290", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d-authn-ssl"}
2026-07-24T15:15:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "85234aaa-a630-42f4-b044-98c3fb972290", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}
2026-07-24T15:15:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7455b392-b19a-4f08-bbf8-b046921c3524", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6c969d"}
2026-07-24T15:15:09Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7455b392-b19a-4f08-bbf8-b046921c3524", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6c969d", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:15:09Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7455b392-b19a-4f08-bbf8-b046921c3524", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-6c969d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-24T15:15:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "503acd27-4b34-401e-ae0c-b39647a1c980", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6c969d"}
2026-07-24T15:15:09Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "503acd27-4b34-401e-ae0c-b39647a1c980", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6c969d", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:15:09Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "503acd27-4b34-401e-ae0c-b39647a1c980", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-6c969d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-24T15:15:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "odh-trusted-ca-bundle", "reconcileID": "521ae044-b1e4-45c2-abd2-80488fd5ca9f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6c969d"}
2026-07-24T15:15:09Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "odh-trusted-ca-bundle", "reconcileID": "521ae044-b1e4-45c2-abd2-80488fd5ca9f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6c969d", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:15:09Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "odh-trusted-ca-bundle", "reconcileID": "521ae044-b1e4-45c2-abd2-80488fd5ca9f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-6c969d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-24T15:15:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6570aaa7-39fd-4b51-a031-ad6d77940556", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6c969d"}
2026-07-24T15:15:09Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6570aaa7-39fd-4b51-a031-ad6d77940556", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6c969d", "create": "odh-kserve-custom-ca-bundle"}
2026-07-24T15:15:09Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6570aaa7-39fd-4b51-a031-ad6d77940556", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-6c969d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-24T15:15:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "openshift-service-ca.crt", "reconcileID": "8fb6b89c-7918-44eb-afa3-db4eed6acca6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-6c969d"}
2026-07-24T15:15:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "openshift-service-ca.crt", "reconcileID": "8fb6b89c-7918-44eb-afa3-db4eed6acca6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-6c969d"}
2026-07-24T15:15:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "odh-trusted-ca-bundle", "reconcileID": "cbf015a0-8433-4ae3-bfca-7569dddfa6c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6c969d"}
2026-07-24T15:15:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "odh-trusted-ca-bundle", "reconcileID": "cbf015a0-8433-4ae3-bfca-7569dddfa6c0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6c969d"}
2026-07-24T15:15:09Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "852dd4d1-c1e4-4817-ac06-c14ff84b76a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6c969d"}
2026-07-24T15:15:09Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-6c969d"}, "namespace": "ai-tenant-e2e-inf-a-6c969d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "852dd4d1-c1e4-4817-ac06-c14ff84b76a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-6c969d"}
2026-07-24T15:15:09Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-6c969d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-6c969d", "reconcileID": "1593fc5d-65a9-4b31-824b-2f0b820fcf03", "Gateway": "e2e-inf-a-6c969d", "namespace": "openshift-ingress"}