2026-07-09T15:13:54Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-70fdeb80"}, "namespace": "ai-tenant-e2e-mt-70fdeb80", "name": "odh-trusted-ca-bundle", "reconcileID": "25a6dcaa-ca7c-4ac7-ae47-4652c12875f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-70fdeb80", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:13:54Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-70fdeb80"}, "namespace": "ai-tenant-e2e-mt-70fdeb80", "name": "odh-trusted-ca-bundle", "reconcileID": "25a6dcaa-ca7c-4ac7-ae47-4652c12875f4", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-70fdeb80"}
2026-07-09T15:13:54Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-70fdeb80"}, "namespace": "ai-tenant-e2e-mt-70fdeb80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "978fa370-6107-44f0-976e-0db658fb28e1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-70fdeb80"}
2026-07-09T15:14:31Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-70fdeb80"}, "namespace": "ai-tenant-e2e-mt-70fdeb80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da21a831-2c6a-468f-99c3-e1d379fb571b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-70fdeb80"}
2026-07-09T15:14:31Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-70fdeb80"}, "namespace": "ai-tenant-e2e-mt-70fdeb80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da21a831-2c6a-468f-99c3-e1d379fb571b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-70fdeb80", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:14:31Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-70fdeb80"}, "namespace": "ai-tenant-e2e-mt-70fdeb80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "da21a831-2c6a-468f-99c3-e1d379fb571b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-70fdeb80 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T15:14:31Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-70fdeb80"}, "namespace": "ai-tenant-e2e-mt-70fdeb80", "name": "odh-trusted-ca-bundle", "reconcileID": "fd34f697-f292-404a-82c3-47ec68344431", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-70fdeb80"}
2026-07-09T15:14:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-70fdeb80"}, "namespace": "ai-tenant-e2e-mt-70fdeb80", "name": "odh-trusted-ca-bundle", "reconcileID": "fd34f697-f292-404a-82c3-47ec68344431", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-70fdeb80"}
2026-07-09T15:14:31Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-70fdeb80"}, "namespace": "ai-tenant-e2e-mt-70fdeb80", "name": "openshift-service-ca.crt", "reconcileID": "b61edc12-a5bf-4349-8d00-b93d42095370", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-70fdeb80"}
2026-07-09T15:14:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-70fdeb80"}, "namespace": "ai-tenant-e2e-mt-70fdeb80", "name": "openshift-service-ca.crt", "reconcileID": "b61edc12-a5bf-4349-8d00-b93d42095370", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-70fdeb80"}
2026-07-09T15:14:31Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-70fdeb80"}, "namespace": "ai-tenant-e2e-mt-70fdeb80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd66ac0b-8ad6-4643-ba6c-b5ef07d293e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-70fdeb80"}
2026-07-09T15:14:31Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-70fdeb80"}, "namespace": "ai-tenant-e2e-mt-70fdeb80", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd66ac0b-8ad6-4643-ba6c-b5ef07d293e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-70fdeb80"}
2026-07-09T15:14:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "9e0eefb9-f216-4c52-ae99-8713bc71efb3", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:33Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "9e0eefb9-f216-4c52-ae99-8713bc71efb3", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3-authn-ssl"}
2026-07-09T15:14:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "9e0eefb9-f216-4c52-ae99-8713bc71efb3", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "300d585e-4ad3-449c-b5d7-3da33dfad772", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "300d585e-4ad3-449c-b5d7-3da33dfad772", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3-authn-ssl"}
2026-07-09T15:14:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "300d585e-4ad3-449c-b5d7-3da33dfad772", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "9cc27e31-6e51-48c9-9e10-451bc9ac1e6e", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "9cc27e31-6e51-48c9-9e10-451bc9ac1e6e", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3-authn-ssl"}
2026-07-09T15:14:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "9cc27e31-6e51-48c9-9e10-451bc9ac1e6e", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "786af4b3-78ac-45df-b4f8-56b664793b39", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "786af4b3-78ac-45df-b4f8-56b664793b39", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3-authn-ssl"}
2026-07-09T15:14:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "786af4b3-78ac-45df-b4f8-56b664793b39", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "ee763379-66a4-4a04-8522-96babb2cf7a7", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "ee763379-66a4-4a04-8522-96babb2cf7a7", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3-authn-ssl"}
2026-07-09T15:14:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "ee763379-66a4-4a04-8522-96babb2cf7a7", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "2e6c7fb0-6213-490c-bc75-2ab968129a1e", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "2e6c7fb0-6213-490c-bc75-2ab968129a1e", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3-authn-ssl"}
2026-07-09T15:14:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "2e6c7fb0-6213-490c-bc75-2ab968129a1e", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "24db82f0-5ad0-4b25-a1b3-0b9c30f54143", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "24db82f0-5ad0-4b25-a1b3-0b9c30f54143", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3-authn-ssl"}
2026-07-09T15:14:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "24db82f0-5ad0-4b25-a1b3-0b9c30f54143", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "openshift-service-ca.crt", "reconcileID": "03495afc-3140-4ea3-9b3a-7c9068ada86d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:14:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "odh-trusted-ca-bundle", "reconcileID": "90cff5db-3f71-4122-9c91-ddb0e3692212", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:14:36Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "openshift-service-ca.crt", "reconcileID": "9f3733e3-e29b-4fb1-8af7-ec53f89002ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-5ffef3", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:14:36Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "openshift-service-ca.crt", "reconcileID": "9f3733e3-e29b-4fb1-8af7-ec53f89002ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:14:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb5cc800-5645-4f2c-b3db-c282602f1c40", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:14:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "openshift-service-ca.crt", "reconcileID": "e0a095f5-172b-4837-a58d-8dfd54c593b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:14:36Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "odh-trusted-ca-bundle", "reconcileID": "55b5d105-1592-40bd-bea8-b946ef755efa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5ffef3", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:14:36Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "odh-trusted-ca-bundle", "reconcileID": "55b5d105-1592-40bd-bea8-b946ef755efa", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:14:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "424f8a79-7941-4fd3-8382-a71441f99558", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:14:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "48b940dd-7970-4f6a-9464-3003b920c2dd", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "48b940dd-7970-4f6a-9464-3003b920c2dd", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3-authn-ssl"}
2026-07-09T15:14:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "48b940dd-7970-4f6a-9464-3003b920c2dd", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "72ff7b0a-8ce9-459a-bd96-fd0ecfd17fdf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:14:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "d15cbb05-bd8f-40da-84d9-5d8c27cd7f6b", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:14:41Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "d15cbb05-bd8f-40da-84d9-5d8c27cd7f6b", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936-authn-ssl"}
2026-07-09T15:14:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "d15cbb05-bd8f-40da-84d9-5d8c27cd7f6b", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:14:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "7cc3b348-91f2-45bf-ba97-c2b49cf655a7", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:14:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "7cc3b348-91f2-45bf-ba97-c2b49cf655a7", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936-authn-ssl"}
2026-07-09T15:14:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "7cc3b348-91f2-45bf-ba97-c2b49cf655a7", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:14:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "ce1dd0ff-328d-4d7e-af21-a4e7d36eeffb", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:14:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "ce1dd0ff-328d-4d7e-af21-a4e7d36eeffb", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936-authn-ssl"}
2026-07-09T15:14:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "ce1dd0ff-328d-4d7e-af21-a4e7d36eeffb", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:14:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "05521c76-7cae-42d3-9278-5a1e6838f9bf", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:14:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "05521c76-7cae-42d3-9278-5a1e6838f9bf", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936-authn-ssl"}
2026-07-09T15:14:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "05521c76-7cae-42d3-9278-5a1e6838f9bf", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:14:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "7fcf6abf-ae57-4ce5-b05e-977ebfd50884", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:14:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "7fcf6abf-ae57-4ce5-b05e-977ebfd50884", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936-authn-ssl"}
2026-07-09T15:14:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "7fcf6abf-ae57-4ce5-b05e-977ebfd50884", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:14:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "2c9dcc66-ca9f-4734-8eeb-ec4a0f608268", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:14:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "2c9dcc66-ca9f-4734-8eeb-ec4a0f608268", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936-authn-ssl"}
2026-07-09T15:14:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "2c9dcc66-ca9f-4734-8eeb-ec4a0f608268", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:14:42Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "4a301a8a-6fd7-4de4-a008-ee8cb221727d", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:14:42Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "4a301a8a-6fd7-4de4-a008-ee8cb221727d", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936-authn-ssl"}
2026-07-09T15:14:42Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "4a301a8a-6fd7-4de4-a008-ee8cb221727d", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:14:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "openshift-service-ca.crt", "reconcileID": "fcea516c-4e7a-4424-8804-9c5d13fd9947", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:14:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "odh-trusted-ca-bundle", "reconcileID": "3c92926a-ded1-4380-9fb4-5bd00aceb122", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:14:44Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "openshift-service-ca.crt", "reconcileID": "17457fac-a954-4cb2-aa0d-266bdb95b709", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-e3e936", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:14:44Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "openshift-service-ca.crt", "reconcileID": "17457fac-a954-4cb2-aa0d-266bdb95b709", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:14:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "efb75f5d-168d-4f1a-b604-5e02dc1b8161", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:14:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "openshift-service-ca.crt", "reconcileID": "b1c7c289-4509-4d77-a99c-c744becc867e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:14:44Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "odh-trusted-ca-bundle", "reconcileID": "d07d9451-a1b3-47cb-ad58-b1a34c96b955", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e3e936", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:14:44Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "odh-trusted-ca-bundle", "reconcileID": "d07d9451-a1b3-47cb-ad58-b1a34c96b955", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:14:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "823e9c1a-dc26-4874-95cc-8922dddc1371", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:14:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "075318d8-ca9e-4918-a23f-8c36edf982ae", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:14:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "075318d8-ca9e-4918-a23f-8c36edf982ae", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936-authn-ssl"}
2026-07-09T15:14:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "075318d8-ca9e-4918-a23f-8c36edf982ae", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:14:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "582e0a96-8cfe-4201-be7a-0268ae44961d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:14:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "ed55b4ba-45f7-436a-b1c2-f44deadad713", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:45Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "ed55b4ba-45f7-436a-b1c2-f44deadad713", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3-authn-ssl"}
2026-07-09T15:14:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "ed55b4ba-45f7-436a-b1c2-f44deadad713", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "67da58be-eb19-4cf2-b936-ecd16604f600", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:14:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "67da58be-eb19-4cf2-b936-ecd16604f600", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:14:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "67da58be-eb19-4cf2-b936-ecd16604f600", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:14:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "be5ca7ab-4871-4219-995f-5c3b351b351e", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "67da58be-eb19-4cf2-b936-ecd16604f600", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3-kserve-route-authn"}
2026-07-09T15:14:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "67da58be-eb19-4cf2-b936-ecd16604f600", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3", "authType": "userdefined"}
2026-07-09T15:14:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "67da58be-eb19-4cf2-b936-ecd16604f600", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:14:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "be5ca7ab-4871-4219-995f-5c3b351b351e", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3-authn-ssl"}
2026-07-09T15:14:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "be5ca7ab-4871-4219-995f-5c3b351b351e", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "57a3beb5-c072-4838-aaa6-b22d021d6ec4", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:14:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "57a3beb5-c072-4838-aaa6-b22d021d6ec4", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:14:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "57a3beb5-c072-4838-aaa6-b22d021d6ec4", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:14:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "57a3beb5-c072-4838-aaa6-b22d021d6ec4", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3-kserve-route-authn"}
2026-07-09T15:14:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "57a3beb5-c072-4838-aaa6-b22d021d6ec4", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3", "authType": "userdefined"}
2026-07-09T15:14:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "57a3beb5-c072-4838-aaa6-b22d021d6ec4", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:14:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "5d006b66-ac41-4f8f-ba16-c8d5b799cf3c", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:14:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "5d006b66-ac41-4f8f-ba16-c8d5b799cf3c", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936-authn-ssl"}
2026-07-09T15:14:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "5d006b66-ac41-4f8f-ba16-c8d5b799cf3c", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:14:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "74e5172e-7674-4e8b-8a27-f87f795cbe93", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "74e5172e-7674-4e8b-8a27-f87f795cbe93", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3-authn-ssl"}
2026-07-09T15:14:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "74e5172e-7674-4e8b-8a27-f87f795cbe93", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:55Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "4d8aa24f-ba21-4312-8369-9375fc8eebc0", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:14:55Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "4d8aa24f-ba21-4312-8369-9375fc8eebc0", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:14:55Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "4d8aa24f-ba21-4312-8369-9375fc8eebc0", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:14:55Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "4d8aa24f-ba21-4312-8369-9375fc8eebc0", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3-kserve-route-authn"}
2026-07-09T15:14:55Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "4d8aa24f-ba21-4312-8369-9375fc8eebc0", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3", "authType": "userdefined"}
2026-07-09T15:14:55Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "4d8aa24f-ba21-4312-8369-9375fc8eebc0", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:14:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "42a667d5-c097-45fe-8cb4-80aaac580aa1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:14:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "fe328600-1fce-46f2-89e0-108c01e03c74", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:14:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "fe328600-1fce-46f2-89e0-108c01e03c74", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3-authn-ssl"}
2026-07-09T15:14:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "fe328600-1fce-46f2-89e0-108c01e03c74", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:15:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d12c0984-09ad-4cdb-940b-43eacf79fc66", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:15:20Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "8a4a5322-85f9-4c2a-8e40-3a9baf922647", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:15:20Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "8a4a5322-85f9-4c2a-8e40-3a9baf922647", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:15:20Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "8a4a5322-85f9-4c2a-8e40-3a9baf922647", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:15:20Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "8a4a5322-85f9-4c2a-8e40-3a9baf922647", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3-kserve-route-authn"}
2026-07-09T15:15:20Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "8a4a5322-85f9-4c2a-8e40-3a9baf922647", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3", "authType": "userdefined"}
2026-07-09T15:15:20Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "8a4a5322-85f9-4c2a-8e40-3a9baf922647", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:15:25Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "f533479b-bb02-4b70-a67f-76230ac20d8f", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:15:25Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "f533479b-bb02-4b70-a67f-76230ac20d8f", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:15:25Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "f533479b-bb02-4b70-a67f-76230ac20d8f", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:15:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "c8fc0e4c-8ede-4bcc-8524-89adabebf7fa", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:15:25Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "f533479b-bb02-4b70-a67f-76230ac20d8f", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936-kserve-route-authn"}
2026-07-09T15:15:25Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "f533479b-bb02-4b70-a67f-76230ac20d8f", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936", "authType": "userdefined"}
2026-07-09T15:15:25Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "f533479b-bb02-4b70-a67f-76230ac20d8f", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:15:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "c8fc0e4c-8ede-4bcc-8524-89adabebf7fa", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936-authn-ssl"}
2026-07-09T15:15:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "c8fc0e4c-8ede-4bcc-8524-89adabebf7fa", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:15:25Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "6dd408e8-8c0e-49f6-bb17-e170baabed49", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:15:25Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "6dd408e8-8c0e-49f6-bb17-e170baabed49", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:15:25Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "6dd408e8-8c0e-49f6-bb17-e170baabed49", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:15:25Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "6dd408e8-8c0e-49f6-bb17-e170baabed49", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936-kserve-route-authn"}
2026-07-09T15:15:25Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "6dd408e8-8c0e-49f6-bb17-e170baabed49", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936", "authType": "userdefined"}
2026-07-09T15:15:25Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "6dd408e8-8c0e-49f6-bb17-e170baabed49", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:15:31Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "540d988b-51d0-41ed-85af-eeea9830fc55", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:15:31Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "540d988b-51d0-41ed-85af-eeea9830fc55", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936-authn-ssl"}
2026-07-09T15:15:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "540d988b-51d0-41ed-85af-eeea9830fc55", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:15:32Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "9972ac6e-4840-4e08-8b1d-08c2f49610b7", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:15:32Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "9972ac6e-4840-4e08-8b1d-08c2f49610b7", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:15:32Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "9972ac6e-4840-4e08-8b1d-08c2f49610b7", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:15:32Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "9972ac6e-4840-4e08-8b1d-08c2f49610b7", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936-kserve-route-authn"}
2026-07-09T15:15:32Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "9972ac6e-4840-4e08-8b1d-08c2f49610b7", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936", "authType": "userdefined"}
2026-07-09T15:15:32Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "9972ac6e-4840-4e08-8b1d-08c2f49610b7", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:15:35Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "bfa507fd-fecc-478f-83a8-dfe694ed2d6b", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:15:35Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "bfa507fd-fecc-478f-83a8-dfe694ed2d6b", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:15:35Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "bfa507fd-fecc-478f-83a8-dfe694ed2d6b", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:15:35Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "bfa507fd-fecc-478f-83a8-dfe694ed2d6b", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936-kserve-route-authn"}
2026-07-09T15:15:35Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "bfa507fd-fecc-478f-83a8-dfe694ed2d6b", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936", "authType": "userdefined"}
2026-07-09T15:15:35Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "bfa507fd-fecc-478f-83a8-dfe694ed2d6b", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:15:42Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "816640e0-089b-43b9-bf76-6be8b1d20ae5", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:15:42Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "816640e0-089b-43b9-bf76-6be8b1d20ae5", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:15:42Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "816640e0-089b-43b9-bf76-6be8b1d20ae5", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:15:42Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "816640e0-089b-43b9-bf76-6be8b1d20ae5", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936-kserve-route-authn"}
2026-07-09T15:15:42Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "816640e0-089b-43b9-bf76-6be8b1d20ae5", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936", "authType": "userdefined"}
2026-07-09T15:15:42Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "816640e0-089b-43b9-bf76-6be8b1d20ae5", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:15:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "1543dbf7-4d6a-4cf5-865c-80cc9682e654", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:15:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "1543dbf7-4d6a-4cf5-865c-80cc9682e654", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936-authn-ssl"}
2026-07-09T15:15:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "1543dbf7-4d6a-4cf5-865c-80cc9682e654", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:16:13Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "0ded5d3d-3f90-4b7b-b304-2e965fb894d6", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:16:13Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "0ded5d3d-3f90-4b7b-b304-2e965fb894d6", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3"}
2026-07-09T15:16:13Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "0ded5d3d-3f90-4b7b-b304-2e965fb894d6", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:16:13Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "0ded5d3d-3f90-4b7b-b304-2e965fb894d6", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:16:13Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "0ded5d3d-3f90-4b7b-b304-2e965fb894d6", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3-kserve-route-authn"}
2026-07-09T15:16:13Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "0ded5d3d-3f90-4b7b-b304-2e965fb894d6", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3-kserve-route-authn"}
2026-07-09T15:16:13Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "0ded5d3d-3f90-4b7b-b304-2e965fb894d6", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:16:13Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "0ded5d3d-3f90-4b7b-b304-2e965fb894d6", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:16:13Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-5ffef3","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "test-model-5ffef3", "reconcileID": "1c1973a6-d005-4a44-a344-22feee1e84c9", "LLMInferenceService": "test-model-5ffef3", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:16:13Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "06f403b5-8349-489d-b2ed-24da8a6418ce", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:16:13Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "06f403b5-8349-489d-b2ed-24da8a6418ce", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3-authn-ssl"}
2026-07-09T15:16:13Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "06f403b5-8349-489d-b2ed-24da8a6418ce", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:16:13Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "4c12af81-39a5-407f-a750-e1d15ba8ece1", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:16:13Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "4c12af81-39a5-407f-a750-e1d15ba8ece1", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3-authn-ssl"}
2026-07-09T15:16:13Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "4c12af81-39a5-407f-a750-e1d15ba8ece1", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:16:14Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "9f07a222-2be2-485f-89eb-7f3cdd7e1dd9", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:16:14Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "9f07a222-2be2-485f-89eb-7f3cdd7e1dd9", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936"}
2026-07-09T15:16:14Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "9f07a222-2be2-485f-89eb-7f3cdd7e1dd9", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:16:14Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "9f07a222-2be2-485f-89eb-7f3cdd7e1dd9", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:16:14Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "9f07a222-2be2-485f-89eb-7f3cdd7e1dd9", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936-kserve-route-authn"}
2026-07-09T15:16:14Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "9f07a222-2be2-485f-89eb-7f3cdd7e1dd9", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936-kserve-route-authn"}
2026-07-09T15:16:14Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "9f07a222-2be2-485f-89eb-7f3cdd7e1dd9", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:16:14Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "9f07a222-2be2-485f-89eb-7f3cdd7e1dd9", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:16:14Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-e3e936","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "test-model-e3e936", "reconcileID": "ce6a23dd-9dca-4ed1-88ce-ffb73d86118a", "LLMInferenceService": "test-model-e3e936", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:16:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "3e77f369-e3b2-4cff-88f5-973e9d77baad", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:16:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "3e77f369-e3b2-4cff-88f5-973e9d77baad", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936-authn-ssl"}
2026-07-09T15:16:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "3e77f369-e3b2-4cff-88f5-973e9d77baad", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:16:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "6e70dc5b-5d35-45df-8b27-17bea5990b2e", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:16:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "6e70dc5b-5d35-45df-8b27-17bea5990b2e", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936-authn-ssl"}
2026-07-09T15:16:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "6e70dc5b-5d35-45df-8b27-17bea5990b2e", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:16:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "45e812f4-06da-466f-a2c9-b2ad789c4622", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:16:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "de64aca5-58c1-403b-b88a-7a7fbf3108b5", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:16:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "de64aca5-58c1-403b-b88a-7a7fbf3108b5", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3-authn-ssl"}
2026-07-09T15:16:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "de64aca5-58c1-403b-b88a-7a7fbf3108b5", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:16:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2383cda-b15c-4736-9093-dc85cf3277ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:16:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2383cda-b15c-4736-9093-dc85cf3277ad", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5ffef3", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:16:56Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2383cda-b15c-4736-9093-dc85cf3277ad", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-5ffef3 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T15:16:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "odh-trusted-ca-bundle", "reconcileID": "e494ba6b-2d86-4d64-8f98-4144ab300c6d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:16:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "odh-trusted-ca-bundle", "reconcileID": "e494ba6b-2d86-4d64-8f98-4144ab300c6d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:16:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "openshift-service-ca.crt", "reconcileID": "c91ec878-a2cf-4cc6-94de-cad982644f7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:16:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "openshift-service-ca.crt", "reconcileID": "c91ec878-a2cf-4cc6-94de-cad982644f7b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:16:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7284f70b-8d7e-4008-b4c0-8ea895973100", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:16:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-5ffef3"}, "namespace": "ai-tenant-e2e-inf-a-5ffef3", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7284f70b-8d7e-4008-b4c0-8ea895973100", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-5ffef3"}
2026-07-09T15:16:57Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-5ffef3","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-5ffef3", "reconcileID": "e32199ca-61cb-401b-bb36-f30014e04cfe", "Gateway": "e2e-inf-a-5ffef3", "namespace": "openshift-ingress"}
2026-07-09T15:16:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f1b8aa4f-02a6-42c6-8f15-60df62fc8227", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:16:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "be8ffc54-23b4-4303-9a9f-1b85135c4553", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:16:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "be8ffc54-23b4-4303-9a9f-1b85135c4553", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936-authn-ssl"}
2026-07-09T15:16:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "be8ffc54-23b4-4303-9a9f-1b85135c4553", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:17:04Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "856cb401-38a8-4d56-9789-bdc20f310dc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:17:04Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "856cb401-38a8-4d56-9789-bdc20f310dc8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e3e936", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:17:04Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "856cb401-38a8-4d56-9789-bdc20f310dc8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-e3e936 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T15:17:04Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "odh-trusted-ca-bundle", "reconcileID": "a567eab5-e2c5-4df1-bc43-fe65b9e9e1a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:17:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "odh-trusted-ca-bundle", "reconcileID": "a567eab5-e2c5-4df1-bc43-fe65b9e9e1a3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:17:04Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "openshift-service-ca.crt", "reconcileID": "1eef16f1-0c83-4dd8-a97e-917c38d79090", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:17:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "openshift-service-ca.crt", "reconcileID": "1eef16f1-0c83-4dd8-a97e-917c38d79090", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:17:04Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83429034-1443-4214-97c4-9f50930b87a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:17:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-e3e936"}, "namespace": "ai-tenant-e2e-inf-b-e3e936", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "83429034-1443-4214-97c4-9f50930b87a5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-e3e936"}
2026-07-09T15:17:04Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-e3e936","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-e3e936", "reconcileID": "8ae47b6a-50b4-45f7-a6f5-2405e299d605", "Gateway": "e2e-inf-b-e3e936", "namespace": "openshift-ingress"}
2026-07-09T15:17:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "840bfe32-e2cd-4bdc-b9f6-43a7f96cb6ab", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:05Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "840bfe32-e2cd-4bdc-b9f6-43a7f96cb6ab", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065-authn-ssl"}
2026-07-09T15:17:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "840bfe32-e2cd-4bdc-b9f6-43a7f96cb6ab", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "b9048592-2b73-4799-a526-c24d26c650a3", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "b9048592-2b73-4799-a526-c24d26c650a3", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065-authn-ssl"}
2026-07-09T15:17:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "b9048592-2b73-4799-a526-c24d26c650a3", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "54df47d8-e1c5-4f7c-adb7-25c374a319a9", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "54df47d8-e1c5-4f7c-adb7-25c374a319a9", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065-authn-ssl"}
2026-07-09T15:17:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "54df47d8-e1c5-4f7c-adb7-25c374a319a9", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "a549bf2d-a8ed-4953-b783-f6ee756b7087", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "a549bf2d-a8ed-4953-b783-f6ee756b7087", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065-authn-ssl"}
2026-07-09T15:17:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "a549bf2d-a8ed-4953-b783-f6ee756b7087", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "8ad879bb-323e-435e-aa2e-dc3dbc396b14", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "8ad879bb-323e-435e-aa2e-dc3dbc396b14", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065-authn-ssl"}
2026-07-09T15:17:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "8ad879bb-323e-435e-aa2e-dc3dbc396b14", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "eae069c3-e58f-4a50-8388-7e538634b9f9", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "eae069c3-e58f-4a50-8388-7e538634b9f9", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065-authn-ssl"}
2026-07-09T15:17:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "eae069c3-e58f-4a50-8388-7e538634b9f9", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "71194501-50ac-4c33-8053-868a770687d9", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "71194501-50ac-4c33-8053-868a770687d9", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065-authn-ssl"}
2026-07-09T15:17:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "71194501-50ac-4c33-8053-868a770687d9", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8c2065"}, "namespace": "ai-tenant-e2e-api-a-8c2065", "name": "openshift-service-ca.crt", "reconcileID": "334d3e96-1b30-464f-a29b-79093c683536", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8c2065"}
2026-07-09T15:17:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8c2065"}, "namespace": "ai-tenant-e2e-api-a-8c2065", "name": "odh-trusted-ca-bundle", "reconcileID": "c145992c-f50a-4696-9b5e-b13c72e390a2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8c2065"}
2026-07-09T15:17:11Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8c2065"}, "namespace": "ai-tenant-e2e-api-a-8c2065", "name": "openshift-service-ca.crt", "reconcileID": "2735e08e-a88f-4dd8-a6ca-c25015d6c971", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8c2065", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:17:11Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8c2065"}, "namespace": "ai-tenant-e2e-api-a-8c2065", "name": "openshift-service-ca.crt", "reconcileID": "2735e08e-a88f-4dd8-a6ca-c25015d6c971", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8c2065"}
2026-07-09T15:17:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8c2065"}, "namespace": "ai-tenant-e2e-api-a-8c2065", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b845b003-9ed1-4982-aa54-58f026c137a4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8c2065"}
2026-07-09T15:17:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8c2065"}, "namespace": "ai-tenant-e2e-api-a-8c2065", "name": "openshift-service-ca.crt", "reconcileID": "d522c530-1636-4822-9bc9-1f8eb1fa553c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8c2065"}
2026-07-09T15:17:11Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8c2065"}, "namespace": "ai-tenant-e2e-api-a-8c2065", "name": "odh-trusted-ca-bundle", "reconcileID": "29895764-ee6b-442d-9964-2f4750fd84f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8c2065", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:17:11Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8c2065"}, "namespace": "ai-tenant-e2e-api-a-8c2065", "name": "odh-trusted-ca-bundle", "reconcileID": "29895764-ee6b-442d-9964-2f4750fd84f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8c2065"}
2026-07-09T15:17:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8c2065"}, "namespace": "ai-tenant-e2e-api-a-8c2065", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "157a126e-d60e-443e-a205-09481070a120", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8c2065"}
2026-07-09T15:17:12Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "a69459ec-988b-4754-a2a6-4336086429af", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:12Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "a69459ec-988b-4754-a2a6-4336086429af", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065-authn-ssl"}
2026-07-09T15:17:12Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "a69459ec-988b-4754-a2a6-4336086429af", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:12Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d9aca961-dacf-44c4-9a9d-641c8bb7b1ee", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:17:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "ecfc9acd-4ab3-447c-855e-d60fe9e704c3", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "ecfc9acd-4ab3-447c-855e-d60fe9e704c3", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065-authn-ssl"}
2026-07-09T15:17:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "ecfc9acd-4ab3-447c-855e-d60fe9e704c3", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "5d05d803-8ac0-4b6e-9c06-b22a3a80b00e", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:17Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "5d05d803-8ac0-4b6e-9c06-b22a3a80b00e", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b-authn-ssl"}
2026-07-09T15:17:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "5d05d803-8ac0-4b6e-9c06-b22a3a80b00e", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "b2c7ed7a-122c-4876-91fb-4e9053cb4bca", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:17Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "b2c7ed7a-122c-4876-91fb-4e9053cb4bca", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b-authn-ssl"}
2026-07-09T15:17:17Z	ERROR	Reconciler error	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "b2c7ed7a-122c-4876-91fb-4e9053cb4bca", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-api-b-e7df1b-authn-ssl: envoyfilters.networking.istio.io \"e2e-api-b-e7df1b-authn-ssl\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T15:17:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "d157f811-3eed-4223-aee1-fc0fbff27fc8", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "d157f811-3eed-4223-aee1-fc0fbff27fc8", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b-authn-ssl"}
2026-07-09T15:17:17Z	DEBUG	events	Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-api-b-e7df1b-authn-ssl: envoyfilters.networking.istio.io "e2e-api-b-e7df1b-authn-ssl" already exists	{"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-api-b-e7df1b","uid":"dd0d65c4-1e37-481b-adbd-bcab32551db1","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"49462"}, "reason": "ReconcileError"}
2026-07-09T15:17:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "d157f811-3eed-4223-aee1-fc0fbff27fc8", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "689c820c-d717-4cdb-97ef-793db9519af7", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "689c820c-d717-4cdb-97ef-793db9519af7", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b-authn-ssl"}
2026-07-09T15:17:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "689c820c-d717-4cdb-97ef-793db9519af7", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "e6921eab-8985-4618-b65e-5934dd30cab2", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "e6921eab-8985-4618-b65e-5934dd30cab2", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b-authn-ssl"}
2026-07-09T15:17:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "e6921eab-8985-4618-b65e-5934dd30cab2", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "13fe420b-d3da-4004-a5a0-ac003dffbf52", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "13fe420b-d3da-4004-a5a0-ac003dffbf52", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b-authn-ssl"}
2026-07-09T15:17:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "13fe420b-d3da-4004-a5a0-ac003dffbf52", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "9ebcf5c3-a0c4-4a67-98b7-edce44d60d57", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "9ebcf5c3-a0c4-4a67-98b7-edce44d60d57", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b-authn-ssl"}
2026-07-09T15:17:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "9ebcf5c3-a0c4-4a67-98b7-edce44d60d57", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "5f7a6bd3-5fb5-4598-a23b-2c445faa310d", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "5f7a6bd3-5fb5-4598-a23b-2c445faa310d", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b-authn-ssl"}
2026-07-09T15:17:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "5f7a6bd3-5fb5-4598-a23b-2c445faa310d", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e7df1b"}, "namespace": "ai-tenant-e2e-api-b-e7df1b", "name": "openshift-service-ca.crt", "reconcileID": "0754ff3d-c810-49a2-8abf-30db7fc9749a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e7df1b"}
2026-07-09T15:17:20Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7df1b"}, "namespace": "ai-tenant-e2e-api-b-e7df1b", "name": "odh-trusted-ca-bundle", "reconcileID": "c3b7ea06-f4a8-4af1-af0c-5bc2069d0283", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7df1b", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:17:20Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7df1b"}, "namespace": "ai-tenant-e2e-api-b-e7df1b", "name": "odh-trusted-ca-bundle", "reconcileID": "c3b7ea06-f4a8-4af1-af0c-5bc2069d0283", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7df1b"}
2026-07-09T15:17:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e7df1b"}, "namespace": "ai-tenant-e2e-api-b-e7df1b", "name": "openshift-service-ca.crt", "reconcileID": "c8310f64-dcc7-43cd-809e-8367b19278e3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e7df1b"}
2026-07-09T15:17:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7df1b"}, "namespace": "ai-tenant-e2e-api-b-e7df1b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2db2d226-3f41-442e-b648-a2239fcf6282", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7df1b"}
2026-07-09T15:17:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e7df1b"}, "namespace": "ai-tenant-e2e-api-b-e7df1b", "name": "openshift-service-ca.crt", "reconcileID": "92997504-5cb0-4c61-9ec7-e28ad10e07ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e7df1b"}
2026-07-09T15:17:20Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7df1b"}, "namespace": "ai-tenant-e2e-api-b-e7df1b", "name": "odh-trusted-ca-bundle", "reconcileID": "25949455-5b62-43b4-a598-1e375fabb0f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7df1b", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:17:20Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7df1b"}, "namespace": "ai-tenant-e2e-api-b-e7df1b", "name": "odh-trusted-ca-bundle", "reconcileID": "25949455-5b62-43b4-a598-1e375fabb0f8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7df1b"}
2026-07-09T15:17:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7df1b"}, "namespace": "ai-tenant-e2e-api-b-e7df1b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a2d1849-6368-44dc-882c-0c50e2b6033b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7df1b"}
2026-07-09T15:17:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "c5b1c4c6-9ab1-4ecd-abc0-1c9359497157", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "c5b1c4c6-9ab1-4ecd-abc0-1c9359497157", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b-authn-ssl"}
2026-07-09T15:17:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "c5b1c4c6-9ab1-4ecd-abc0-1c9359497157", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:21Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "26ac8b00-3ea5-412a-b8fe-277c7f4ba8af", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:17:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "621217be-1963-4b60-a57d-4066f1e79f0a", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "621217be-1963-4b60-a57d-4066f1e79f0a", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065-authn-ssl"}
2026-07-09T15:17:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "621217be-1963-4b60-a57d-4066f1e79f0a", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "fcb475c5-621f-434c-8f54-0de886b41207", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "fcb475c5-621f-434c-8f54-0de886b41207", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b-authn-ssl"}
2026-07-09T15:17:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "fcb475c5-621f-434c-8f54-0de886b41207", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:33Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e6a495d7-2a5e-493a-b5d9-b30ae2b9c336", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:17:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "0f3bace8-9e96-4edc-99d4-f1d45662b4b8", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "0f3bace8-9e96-4edc-99d4-f1d45662b4b8", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065-authn-ssl"}
2026-07-09T15:17:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "0f3bace8-9e96-4edc-99d4-f1d45662b4b8", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:35Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "de7173d1-7761-4c88-8a47-09102c254f74", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:35Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "de7173d1-7761-4c88-8a47-09102c254f74", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b-authn-ssl"}
2026-07-09T15:17:35Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "de7173d1-7761-4c88-8a47-09102c254f74", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8c2065"}, "namespace": "ai-tenant-e2e-api-a-8c2065", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b40ef05b-3bc7-4e30-aa0c-799d1733a8f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8c2065"}
2026-07-09T15:17:38Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8c2065"}, "namespace": "ai-tenant-e2e-api-a-8c2065", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b40ef05b-3bc7-4e30-aa0c-799d1733a8f6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8c2065", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:17:38Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8c2065"}, "namespace": "ai-tenant-e2e-api-a-8c2065", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b40ef05b-3bc7-4e30-aa0c-799d1733a8f6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-8c2065 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T15:17:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8c2065"}, "namespace": "ai-tenant-e2e-api-a-8c2065", "name": "odh-trusted-ca-bundle", "reconcileID": "85b87d41-304c-45fe-8a3c-d44c0e542573", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8c2065"}
2026-07-09T15:17:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-8c2065"}, "namespace": "ai-tenant-e2e-api-a-8c2065", "name": "odh-trusted-ca-bundle", "reconcileID": "85b87d41-304c-45fe-8a3c-d44c0e542573", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8c2065"}
2026-07-09T15:17:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8c2065"}, "namespace": "ai-tenant-e2e-api-a-8c2065", "name": "openshift-service-ca.crt", "reconcileID": "d70829c4-de45-4831-9813-1dd08762ac50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8c2065"}
2026-07-09T15:17:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-8c2065"}, "namespace": "ai-tenant-e2e-api-a-8c2065", "name": "openshift-service-ca.crt", "reconcileID": "d70829c4-de45-4831-9813-1dd08762ac50", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-8c2065"}
2026-07-09T15:17:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8c2065"}, "namespace": "ai-tenant-e2e-api-a-8c2065", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9307f1ca-fd17-4fef-b68d-01483bfc1e34", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8c2065"}
2026-07-09T15:17:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-8c2065"}, "namespace": "ai-tenant-e2e-api-a-8c2065", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9307f1ca-fd17-4fef-b68d-01483bfc1e34", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-8c2065"}
2026-07-09T15:17:39Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-8c2065","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-8c2065", "reconcileID": "d54ec7ff-1277-4504-834f-5c7f36a3ac53", "Gateway": "e2e-api-a-8c2065", "namespace": "openshift-ingress"}
2026-07-09T15:17:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5f2a10e3-68fc-4dd8-aba8-dc5a5077ab67", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:17:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "1f9d91d9-0b27-43a1-8f32-88f299489d60", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "1f9d91d9-0b27-43a1-8f32-88f299489d60", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b-authn-ssl"}
2026-07-09T15:17:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "1f9d91d9-0b27-43a1-8f32-88f299489d60", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7df1b"}, "namespace": "ai-tenant-e2e-api-b-e7df1b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acac00fc-d2e1-4fec-9645-d6fd94276799", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7df1b"}
2026-07-09T15:17:45Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7df1b"}, "namespace": "ai-tenant-e2e-api-b-e7df1b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acac00fc-d2e1-4fec-9645-d6fd94276799", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7df1b", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:17:45Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7df1b"}, "namespace": "ai-tenant-e2e-api-b-e7df1b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "acac00fc-d2e1-4fec-9645-d6fd94276799", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-e7df1b because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T15:17:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7df1b"}, "namespace": "ai-tenant-e2e-api-b-e7df1b", "name": "odh-trusted-ca-bundle", "reconcileID": "7e22920b-d00f-4c14-9149-a47f14bdbcfc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7df1b"}
2026-07-09T15:17:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7df1b"}, "namespace": "ai-tenant-e2e-api-b-e7df1b", "name": "odh-trusted-ca-bundle", "reconcileID": "7e22920b-d00f-4c14-9149-a47f14bdbcfc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7df1b"}
2026-07-09T15:17:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e7df1b"}, "namespace": "ai-tenant-e2e-api-b-e7df1b", "name": "openshift-service-ca.crt", "reconcileID": "8466c3da-ed50-4811-befa-46e3d3a6808e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e7df1b"}
2026-07-09T15:17:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-e7df1b"}, "namespace": "ai-tenant-e2e-api-b-e7df1b", "name": "openshift-service-ca.crt", "reconcileID": "8466c3da-ed50-4811-befa-46e3d3a6808e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-e7df1b"}
2026-07-09T15:17:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7df1b"}, "namespace": "ai-tenant-e2e-api-b-e7df1b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99dd4c1a-93d9-4034-a45e-be6b24114ab8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7df1b"}
2026-07-09T15:17:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-e7df1b"}, "namespace": "ai-tenant-e2e-api-b-e7df1b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "99dd4c1a-93d9-4034-a45e-be6b24114ab8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-e7df1b"}
2026-07-09T15:17:46Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-e7df1b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-e7df1b", "reconcileID": "0481fbe3-f94c-4b79-b373-dc733bd228e8", "Gateway": "e2e-api-b-e7df1b", "namespace": "openshift-ingress"}
2026-07-09T15:17:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "e2325b5f-a86a-4409-970c-5e15b216b7c5", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress"}
2026-07-09T15:17:47Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "e2325b5f-a86a-4409-970c-5e15b216b7c5", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2-authn-ssl"}
2026-07-09T15:17:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "e2325b5f-a86a-4409-970c-5e15b216b7c5", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress"}
2026-07-09T15:17:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "c0bfb909-2eb5-47f2-8744-e9a427007608", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress"}
2026-07-09T15:17:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "c0bfb909-2eb5-47f2-8744-e9a427007608", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2-authn-ssl"}
2026-07-09T15:17:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "c0bfb909-2eb5-47f2-8744-e9a427007608", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress"}
2026-07-09T15:17:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "22fa4d5a-00cf-4005-b93a-c29496e899b0", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress"}
2026-07-09T15:17:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "22fa4d5a-00cf-4005-b93a-c29496e899b0", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2-authn-ssl"}
2026-07-09T15:17:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "22fa4d5a-00cf-4005-b93a-c29496e899b0", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress"}
2026-07-09T15:17:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "ce3445ae-4dc5-42c7-8947-2bcc5bcc297f", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress"}
2026-07-09T15:17:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "ce3445ae-4dc5-42c7-8947-2bcc5bcc297f", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2-authn-ssl"}
2026-07-09T15:17:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "ce3445ae-4dc5-42c7-8947-2bcc5bcc297f", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress"}
2026-07-09T15:17:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "1dc0d91b-bf1f-4f12-b950-806ab68e3ae1", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress"}
2026-07-09T15:17:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "1dc0d91b-bf1f-4f12-b950-806ab68e3ae1", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2-authn-ssl"}
2026-07-09T15:17:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "1dc0d91b-bf1f-4f12-b950-806ab68e3ae1", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress"}
2026-07-09T15:17:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "0e7a06d5-869a-44f0-8b38-dbcec102a8fa", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress"}
2026-07-09T15:17:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "0e7a06d5-869a-44f0-8b38-dbcec102a8fa", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2-authn-ssl"}
2026-07-09T15:17:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "0e7a06d5-869a-44f0-8b38-dbcec102a8fa", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress"}
2026-07-09T15:17:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "c942631b-0b01-43f1-9ccb-f7f579d1be78", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress"}
2026-07-09T15:17:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "c942631b-0b01-43f1-9ccb-f7f579d1be78", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2-authn-ssl"}
2026-07-09T15:17:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "c942631b-0b01-43f1-9ccb-f7f579d1be78", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress"}
2026-07-09T15:17:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cad7e2"}, "namespace": "ai-tenant-e2e-shared-a-cad7e2", "name": "openshift-service-ca.crt", "reconcileID": "bd919df7-546f-41ac-8f75-de64ab1e435e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cad7e2"}
2026-07-09T15:17:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cad7e2"}, "namespace": "ai-tenant-e2e-shared-a-cad7e2", "name": "odh-trusted-ca-bundle", "reconcileID": "e7de6835-d171-4a3c-9e4b-674d8e3eec08", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cad7e2", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:17:50Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cad7e2"}, "namespace": "ai-tenant-e2e-shared-a-cad7e2", "name": "odh-trusted-ca-bundle", "reconcileID": "e7de6835-d171-4a3c-9e4b-674d8e3eec08", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cad7e2"}
2026-07-09T15:17:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cad7e2"}, "namespace": "ai-tenant-e2e-shared-a-cad7e2", "name": "openshift-service-ca.crt", "reconcileID": "ecb5cc33-b3cb-4063-9eeb-841f1ff653e8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cad7e2", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:17:50Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cad7e2"}, "namespace": "ai-tenant-e2e-shared-a-cad7e2", "name": "openshift-service-ca.crt", "reconcileID": "ecb5cc33-b3cb-4063-9eeb-841f1ff653e8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T15:17:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cad7e2"}, "namespace": "ai-tenant-e2e-shared-a-cad7e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "912d70b5-3653-42a6-9834-d2c9dfa5bb0d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cad7e2"}
2026-07-09T15:17:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cad7e2"}, "namespace": "ai-tenant-e2e-shared-a-cad7e2", "name": "openshift-service-ca.crt", "reconcileID": "2181ed8e-d044-41a0-9fe8-44c879e5339d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cad7e2"}
2026-07-09T15:17:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cad7e2"}, "namespace": "ai-tenant-e2e-shared-a-cad7e2", "name": "openshift-service-ca.crt", "reconcileID": "b5209aaf-9a09-47ca-bf76-7161ded0178d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cad7e2"}
2026-07-09T15:17:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cad7e2"}, "namespace": "ai-tenant-e2e-shared-a-cad7e2", "name": "odh-trusted-ca-bundle", "reconcileID": "f9573c18-1ab0-4068-993a-e2dc84f833d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cad7e2", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:17:50Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cad7e2"}, "namespace": "ai-tenant-e2e-shared-a-cad7e2", "name": "odh-trusted-ca-bundle", "reconcileID": "f9573c18-1ab0-4068-993a-e2dc84f833d0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cad7e2"}
2026-07-09T15:17:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cad7e2"}, "namespace": "ai-tenant-e2e-shared-a-cad7e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5940fadc-c50b-431b-86ed-729a4b0d2676", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cad7e2"}
2026-07-09T15:17:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "6e81ec71-f84a-48de-9b8c-801ef6358b04", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress"}
2026-07-09T15:17:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "6e81ec71-f84a-48de-9b8c-801ef6358b04", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2-authn-ssl"}
2026-07-09T15:17:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "6e81ec71-f84a-48de-9b8c-801ef6358b04", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress"}
2026-07-09T15:17:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e6f439e0-d042-4028-9f5c-4cd11523767e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:17:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4cca15ae-1b76-485a-8b74-ea99f80ec374", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:17:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "a8d2e137-92a9-4f52-bc19-9630470ad4ee", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress"}
2026-07-09T15:17:55Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "a8d2e137-92a9-4f52-bc19-9630470ad4ee", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress", "name": "e2e-shared-b-996688-authn-ssl"}
2026-07-09T15:17:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "a8d2e137-92a9-4f52-bc19-9630470ad4ee", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress"}
2026-07-09T15:17:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "91173b46-add9-47e2-a679-1b45030601bf", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress"}
2026-07-09T15:17:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "91173b46-add9-47e2-a679-1b45030601bf", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress", "name": "e2e-shared-b-996688-authn-ssl"}
2026-07-09T15:17:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "91173b46-add9-47e2-a679-1b45030601bf", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress"}
2026-07-09T15:17:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "d413f93d-1c48-4066-8d7b-347c4d96198d", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress"}
2026-07-09T15:17:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "d413f93d-1c48-4066-8d7b-347c4d96198d", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress", "name": "e2e-shared-b-996688-authn-ssl"}
2026-07-09T15:17:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "d413f93d-1c48-4066-8d7b-347c4d96198d", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress"}
2026-07-09T15:17:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "08685185-b0a0-43d7-b1ce-979add24a3ec", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress"}
2026-07-09T15:17:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "08685185-b0a0-43d7-b1ce-979add24a3ec", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress", "name": "e2e-shared-b-996688-authn-ssl"}
2026-07-09T15:17:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "08685185-b0a0-43d7-b1ce-979add24a3ec", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress"}
2026-07-09T15:17:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "cd784300-54a7-460f-ab52-c3d73b228d4d", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress"}
2026-07-09T15:17:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "cd784300-54a7-460f-ab52-c3d73b228d4d", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress", "name": "e2e-shared-b-996688-authn-ssl"}
2026-07-09T15:17:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "cd784300-54a7-460f-ab52-c3d73b228d4d", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress"}
2026-07-09T15:17:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "8659c2cf-fa31-46d6-8f22-7089630db8d8", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress"}
2026-07-09T15:17:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "8659c2cf-fa31-46d6-8f22-7089630db8d8", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress", "name": "e2e-shared-b-996688-authn-ssl"}
2026-07-09T15:17:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "8659c2cf-fa31-46d6-8f22-7089630db8d8", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress"}
2026-07-09T15:17:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "89fd5f30-14a4-4242-a06f-1fd4849aaf5b", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress"}
2026-07-09T15:17:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "89fd5f30-14a4-4242-a06f-1fd4849aaf5b", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2-authn-ssl"}
2026-07-09T15:17:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "89fd5f30-14a4-4242-a06f-1fd4849aaf5b", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress"}
2026-07-09T15:17:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "247a01e2-2dfb-4a37-b737-6806c1f5e0a9", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress"}
2026-07-09T15:17:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "247a01e2-2dfb-4a37-b737-6806c1f5e0a9", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress", "name": "e2e-shared-b-996688-authn-ssl"}
2026-07-09T15:17:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "247a01e2-2dfb-4a37-b737-6806c1f5e0a9", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress"}
2026-07-09T15:17:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-996688"}, "namespace": "ai-tenant-e2e-shared-b-996688", "name": "openshift-service-ca.crt", "reconcileID": "ddd0fa5e-dd39-466f-ba5b-eeb6f5cbe48b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-996688"}
2026-07-09T15:17:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-996688"}, "namespace": "ai-tenant-e2e-shared-b-996688", "name": "odh-trusted-ca-bundle", "reconcileID": "6fe45008-a953-42a6-95a2-c73f599c28e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-996688"}
2026-07-09T15:17:58Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-996688"}, "namespace": "ai-tenant-e2e-shared-b-996688", "name": "openshift-service-ca.crt", "reconcileID": "28342c97-3b23-4cb6-829b-39df35a96424", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-996688", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:17:58Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-996688"}, "namespace": "ai-tenant-e2e-shared-b-996688", "name": "openshift-service-ca.crt", "reconcileID": "28342c97-3b23-4cb6-829b-39df35a96424", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-996688"}
2026-07-09T15:17:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-996688"}, "namespace": "ai-tenant-e2e-shared-b-996688", "name": "openshift-service-ca.crt", "reconcileID": "af5afeda-93bb-4b1e-9904-e5d4f44bbaa3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-996688"}
2026-07-09T15:17:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-996688"}, "namespace": "ai-tenant-e2e-shared-b-996688", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1cb62622-2100-4b1c-807c-58d9e600edbe", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-996688"}
2026-07-09T15:17:58Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-996688"}, "namespace": "ai-tenant-e2e-shared-b-996688", "name": "odh-trusted-ca-bundle", "reconcileID": "987d7118-181b-420c-a557-84df4d414060", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-996688", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:17:58Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-996688"}, "namespace": "ai-tenant-e2e-shared-b-996688", "name": "odh-trusted-ca-bundle", "reconcileID": "987d7118-181b-420c-a557-84df4d414060", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-996688"}
2026-07-09T15:17:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-996688"}, "namespace": "ai-tenant-e2e-shared-b-996688", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e5bbd3d-d004-4865-b762-7ce8d9470238", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-996688"}
2026-07-09T15:17:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "5d7666c6-7c03-4795-86d4-cfb818732e30", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress"}
2026-07-09T15:17:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "5d7666c6-7c03-4795-86d4-cfb818732e30", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress", "name": "e2e-shared-b-996688-authn-ssl"}
2026-07-09T15:17:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "5d7666c6-7c03-4795-86d4-cfb818732e30", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress"}
2026-07-09T15:17:59Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e06b4c03-01e4-428e-8950-9276bdc9474f", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:18:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "11b7ec36-3641-4f32-91cf-4778f6f630d1", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress"}
2026-07-09T15:18:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "11b7ec36-3641-4f32-91cf-4778f6f630d1", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress", "name": "e2e-shared-b-996688-authn-ssl"}
2026-07-09T15:18:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "11b7ec36-3641-4f32-91cf-4778f6f630d1", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress"}
2026-07-09T15:18:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "0793d8f1-59ea-419e-9752-d82cb6073e83", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:18:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2e4f2d06-2e44-4cbe-b566-28293d08923c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:21:08Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "da0faa0e-60ab-4e9a-a05d-6ba35241a788", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:21:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "b4b93b91-c05d-4498-974a-fa43848b2aec", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress"}
2026-07-09T15:21:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "b4b93b91-c05d-4498-974a-fa43848b2aec", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2-authn-ssl"}
2026-07-09T15:21:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "b4b93b91-c05d-4498-974a-fa43848b2aec", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress"}
2026-07-09T15:21:13Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cad7e2"}, "namespace": "ai-tenant-e2e-shared-a-cad7e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed11a2a6-52d0-4ecc-b4d5-84a37bc84e01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cad7e2"}
2026-07-09T15:21:13Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cad7e2"}, "namespace": "ai-tenant-e2e-shared-a-cad7e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed11a2a6-52d0-4ecc-b4d5-84a37bc84e01", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cad7e2", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:21:13Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cad7e2"}, "namespace": "ai-tenant-e2e-shared-a-cad7e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed11a2a6-52d0-4ecc-b4d5-84a37bc84e01", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-cad7e2 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T15:21:13Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cad7e2"}, "namespace": "ai-tenant-e2e-shared-a-cad7e2", "name": "odh-trusted-ca-bundle", "reconcileID": "2d8fe080-9c2b-4ba3-85f5-7aa0e3a6f153", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cad7e2"}
2026-07-09T15:21:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cad7e2"}, "namespace": "ai-tenant-e2e-shared-a-cad7e2", "name": "odh-trusted-ca-bundle", "reconcileID": "2d8fe080-9c2b-4ba3-85f5-7aa0e3a6f153", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cad7e2"}
2026-07-09T15:21:13Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cad7e2"}, "namespace": "ai-tenant-e2e-shared-a-cad7e2", "name": "openshift-service-ca.crt", "reconcileID": "47a02b55-b6fb-4df4-a97c-141542535ad1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cad7e2"}
2026-07-09T15:21:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-cad7e2"}, "namespace": "ai-tenant-e2e-shared-a-cad7e2", "name": "openshift-service-ca.crt", "reconcileID": "47a02b55-b6fb-4df4-a97c-141542535ad1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-cad7e2"}
2026-07-09T15:21:13Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cad7e2"}, "namespace": "ai-tenant-e2e-shared-a-cad7e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2bc722c3-0079-4949-8d54-2aaf735c7f60", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cad7e2"}
2026-07-09T15:21:13Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-cad7e2"}, "namespace": "ai-tenant-e2e-shared-a-cad7e2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2bc722c3-0079-4949-8d54-2aaf735c7f60", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-cad7e2"}
2026-07-09T15:21:14Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-cad7e2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-cad7e2", "reconcileID": "9a376b1c-b5db-487e-ac4d-93270fb3dba7", "Gateway": "e2e-shared-a-cad7e2", "namespace": "openshift-ingress"}
2026-07-09T15:21:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3e7051af-d941-41cb-a935-015881643250", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T15:21:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "5dedd782-3639-4928-8afb-8b8a23bd0214", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress"}
2026-07-09T15:21:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "5dedd782-3639-4928-8afb-8b8a23bd0214", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress", "name": "e2e-shared-b-996688-authn-ssl"}
2026-07-09T15:21:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "5dedd782-3639-4928-8afb-8b8a23bd0214", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress"}
2026-07-09T15:21:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-996688"}, "namespace": "ai-tenant-e2e-shared-b-996688", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "549960cb-2e73-44e8-a358-3a8904bf5e40", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-996688"}
2026-07-09T15:21:20Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-996688"}, "namespace": "ai-tenant-e2e-shared-b-996688", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "549960cb-2e73-44e8-a358-3a8904bf5e40", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-996688", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:21:20Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-996688"}, "namespace": "ai-tenant-e2e-shared-b-996688", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "549960cb-2e73-44e8-a358-3a8904bf5e40", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-996688 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T15:21:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-996688"}, "namespace": "ai-tenant-e2e-shared-b-996688", "name": "odh-trusted-ca-bundle", "reconcileID": "07e42671-99a5-4394-9260-ca3911ca337b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-996688"}
2026-07-09T15:21:20Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-996688"}, "namespace": "ai-tenant-e2e-shared-b-996688", "name": "odh-trusted-ca-bundle", "reconcileID": "07e42671-99a5-4394-9260-ca3911ca337b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-996688", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T15:21:20Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-996688"}, "namespace": "ai-tenant-e2e-shared-b-996688", "name": "odh-trusted-ca-bundle", "reconcileID": "07e42671-99a5-4394-9260-ca3911ca337b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-996688 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T15:21:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-996688"}, "namespace": "ai-tenant-e2e-shared-b-996688", "name": "openshift-service-ca.crt", "reconcileID": "5d3da687-0675-49bf-aaf9-0ad2d80eb83e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-996688"}
2026-07-09T15:21:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-996688"}, "namespace": "ai-tenant-e2e-shared-b-996688", "name": "openshift-service-ca.crt", "reconcileID": "5d3da687-0675-49bf-aaf9-0ad2d80eb83e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-996688"}
2026-07-09T15:21:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-996688"}, "namespace": "ai-tenant-e2e-shared-b-996688", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd7c8280-ff92-40a9-9f7f-4012a748c827", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-996688"}
2026-07-09T15:21:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-996688"}, "namespace": "ai-tenant-e2e-shared-b-996688", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fd7c8280-ff92-40a9-9f7f-4012a748c827", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-996688"}
2026-07-09T15:21:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-996688"}, "namespace": "ai-tenant-e2e-shared-b-996688", "name": "odh-trusted-ca-bundle", "reconcileID": "e90a0be9-4470-4c73-9bf8-8e76fc1253c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-996688"}
2026-07-09T15:21:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-996688"}, "namespace": "ai-tenant-e2e-shared-b-996688", "name": "odh-trusted-ca-bundle", "reconcileID": "e90a0be9-4470-4c73-9bf8-8e76fc1253c9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-996688"}
2026-07-09T15:21:21Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-996688","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-996688", "reconcileID": "eabe69a6-f76e-4f81-8d24-183192b81393", "Gateway": "e2e-shared-b-996688", "namespace": "openshift-ingress"}