2026-07-09T07:33:57Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6ff496a0"}, "namespace": "ai-tenant-e2e-mt-6ff496a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7819e23b-3c0c-434b-8a47-852533fc3cf5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-6ff496a0 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T07:33:57Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6ff496a0"}, "namespace": "ai-tenant-e2e-mt-6ff496a0", "name": "odh-trusted-ca-bundle", "reconcileID": "62a815e3-0ad9-4bd4-b755-246d136f68c2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6ff496a0"}
2026-07-09T07:33:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-6ff496a0"}, "namespace": "ai-tenant-e2e-mt-6ff496a0", "name": "odh-trusted-ca-bundle", "reconcileID": "62a815e3-0ad9-4bd4-b755-246d136f68c2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-6ff496a0"}
2026-07-09T07:33:57Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6ff496a0"}, "namespace": "ai-tenant-e2e-mt-6ff496a0", "name": "openshift-service-ca.crt", "reconcileID": "74387edf-9ba4-4aa0-9b4a-ade9641b934e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6ff496a0"}
2026-07-09T07:33:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-6ff496a0"}, "namespace": "ai-tenant-e2e-mt-6ff496a0", "name": "openshift-service-ca.crt", "reconcileID": "74387edf-9ba4-4aa0-9b4a-ade9641b934e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-6ff496a0"}
2026-07-09T07:33:57Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6ff496a0"}, "namespace": "ai-tenant-e2e-mt-6ff496a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0ebe06f-ddc2-417a-abc4-4c4d1c7e0592", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6ff496a0"}
2026-07-09T07:33:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-6ff496a0"}, "namespace": "ai-tenant-e2e-mt-6ff496a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e0ebe06f-ddc2-417a-abc4-4c4d1c7e0592", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-6ff496a0"}
2026-07-09T07:34:04Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c7fc078e"}, "namespace": "ai-tenant-e2e-mt-c7fc078e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "780f2fd8-a976-4c6b-8d76-a61439ae8b8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c7fc078e"}
2026-07-09T07:34:04Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c7fc078e"}, "namespace": "ai-tenant-e2e-mt-c7fc078e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "780f2fd8-a976-4c6b-8d76-a61439ae8b8a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c7fc078e", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:34:04Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c7fc078e"}, "namespace": "ai-tenant-e2e-mt-c7fc078e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "780f2fd8-a976-4c6b-8d76-a61439ae8b8a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-c7fc078e because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T07:34:04Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c7fc078e"}, "namespace": "ai-tenant-e2e-mt-c7fc078e", "name": "odh-trusted-ca-bundle", "reconcileID": "c6c1e97f-03e3-4dbe-af73-28a481cc7bd9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c7fc078e"}
2026-07-09T07:34:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-c7fc078e"}, "namespace": "ai-tenant-e2e-mt-c7fc078e", "name": "odh-trusted-ca-bundle", "reconcileID": "c6c1e97f-03e3-4dbe-af73-28a481cc7bd9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-c7fc078e"}
2026-07-09T07:34:04Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c7fc078e"}, "namespace": "ai-tenant-e2e-mt-c7fc078e", "name": "openshift-service-ca.crt", "reconcileID": "33e23f92-4ffb-429b-91f2-e0ab1d13b171", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c7fc078e"}
2026-07-09T07:34:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-c7fc078e"}, "namespace": "ai-tenant-e2e-mt-c7fc078e", "name": "openshift-service-ca.crt", "reconcileID": "33e23f92-4ffb-429b-91f2-e0ab1d13b171", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-c7fc078e"}
2026-07-09T07:34:04Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c7fc078e"}, "namespace": "ai-tenant-e2e-mt-c7fc078e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2730369-1f0d-4af6-83ac-7715c6fa838c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c7fc078e"}
2026-07-09T07:34:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-c7fc078e"}, "namespace": "ai-tenant-e2e-mt-c7fc078e", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d2730369-1f0d-4af6-83ac-7715c6fa838c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-c7fc078e"}
2026-07-09T07:34:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-67ac1005"}, "namespace": "ai-tenant-e2e-mt-67ac1005", "name": "openshift-service-ca.crt", "reconcileID": "8c0d6e3c-6a53-41eb-b806-96d1428952a7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-67ac1005"}
2026-07-09T07:34:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-67ac1005"}, "namespace": "ai-tenant-e2e-mt-67ac1005", "name": "odh-trusted-ca-bundle", "reconcileID": "55556241-4b31-4e89-bbe8-fbd142609066", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-67ac1005"}
2026-07-09T07:34:05Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-67ac1005"}, "namespace": "ai-tenant-e2e-mt-67ac1005", "name": "openshift-service-ca.crt", "reconcileID": "edb364ee-cac0-4b4b-adcc-d71bce549cb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-67ac1005", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:34:05Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-67ac1005"}, "namespace": "ai-tenant-e2e-mt-67ac1005", "name": "openshift-service-ca.crt", "reconcileID": "edb364ee-cac0-4b4b-adcc-d71bce549cb4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-67ac1005"}
2026-07-09T07:34:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-67ac1005"}, "namespace": "ai-tenant-e2e-mt-67ac1005", "name": "openshift-service-ca.crt", "reconcileID": "8b9a90a0-e22c-4d19-97c3-c0ade6318a8a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-67ac1005"}
2026-07-09T07:34:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-67ac1005"}, "namespace": "ai-tenant-e2e-mt-67ac1005", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "de88bd84-56b0-4dd5-b731-4553d3d88b93", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-67ac1005"}
2026-07-09T07:34:05Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-67ac1005"}, "namespace": "ai-tenant-e2e-mt-67ac1005", "name": "odh-trusted-ca-bundle", "reconcileID": "f4ca847b-0935-434a-8b62-114a92719165", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-67ac1005", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:34:05Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-67ac1005"}, "namespace": "ai-tenant-e2e-mt-67ac1005", "name": "odh-trusted-ca-bundle", "reconcileID": "f4ca847b-0935-434a-8b62-114a92719165", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-67ac1005"}
2026-07-09T07:34:05Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-67ac1005"}, "namespace": "ai-tenant-e2e-mt-67ac1005", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab6fc0ff-12ff-4c56-8264-de7665417074", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-67ac1005"}
2026-07-09T07:34:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-67ac1005"}, "namespace": "ai-tenant-e2e-mt-67ac1005", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6525b8b6-f038-4f34-892f-dd96e7afaff8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-67ac1005"}
2026-07-09T07:34:43Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-67ac1005"}, "namespace": "ai-tenant-e2e-mt-67ac1005", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6525b8b6-f038-4f34-892f-dd96e7afaff8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-67ac1005", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:34:43Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-67ac1005"}, "namespace": "ai-tenant-e2e-mt-67ac1005", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6525b8b6-f038-4f34-892f-dd96e7afaff8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-mt-67ac1005 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T07:34:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-67ac1005"}, "namespace": "ai-tenant-e2e-mt-67ac1005", "name": "odh-trusted-ca-bundle", "reconcileID": "d8b61440-a348-4a01-a4b3-1f9b69b41669", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-67ac1005"}
2026-07-09T07:34:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-mt-67ac1005"}, "namespace": "ai-tenant-e2e-mt-67ac1005", "name": "odh-trusted-ca-bundle", "reconcileID": "d8b61440-a348-4a01-a4b3-1f9b69b41669", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-mt-67ac1005"}
2026-07-09T07:34:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-67ac1005"}, "namespace": "ai-tenant-e2e-mt-67ac1005", "name": "openshift-service-ca.crt", "reconcileID": "494a5e7a-e904-4cb1-9ff4-6330e3f056a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-67ac1005"}
2026-07-09T07:34:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-mt-67ac1005"}, "namespace": "ai-tenant-e2e-mt-67ac1005", "name": "openshift-service-ca.crt", "reconcileID": "494a5e7a-e904-4cb1-9ff4-6330e3f056a0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-mt-67ac1005"}
2026-07-09T07:34:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-67ac1005"}, "namespace": "ai-tenant-e2e-mt-67ac1005", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09218950-9eed-490e-b444-cc0a181ce141", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-67ac1005"}
2026-07-09T07:34:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-mt-67ac1005"}, "namespace": "ai-tenant-e2e-mt-67ac1005", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09218950-9eed-490e-b444-cc0a181ce141", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-mt-67ac1005"}
2026-07-09T07:34:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "e60b0fc2-7d2e-4e19-9aca-ca785262f889", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:34:44Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "e60b0fc2-7d2e-4e19-9aca-ca785262f889", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220-authn-ssl"}
2026-07-09T07:34:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "e60b0fc2-7d2e-4e19-9aca-ca785262f889", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:34:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "aae6f258-9d44-4f50-8d77-af08c221b78a", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:34:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "aae6f258-9d44-4f50-8d77-af08c221b78a", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220-authn-ssl"}
2026-07-09T07:34:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "aae6f258-9d44-4f50-8d77-af08c221b78a", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:34:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "290d3e9e-bf08-4616-9e9d-7b57eaffd122", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:34:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "290d3e9e-bf08-4616-9e9d-7b57eaffd122", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220-authn-ssl"}
2026-07-09T07:34:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "290d3e9e-bf08-4616-9e9d-7b57eaffd122", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:34:44Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "1b7fffa1-b908-4be2-bc33-636d3e0cc923", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:34:44Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "1b7fffa1-b908-4be2-bc33-636d3e0cc923", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220-authn-ssl"}
2026-07-09T07:34:44Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "1b7fffa1-b908-4be2-bc33-636d3e0cc923", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:34:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "bfec68b4-a776-43ee-b0d3-a158aacba028", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:34:45Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "bfec68b4-a776-43ee-b0d3-a158aacba028", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220-authn-ssl"}
2026-07-09T07:34:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "bfec68b4-a776-43ee-b0d3-a158aacba028", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:34:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "c525d9f5-fb82-4757-8e9d-df660eaad06e", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:34:45Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "c525d9f5-fb82-4757-8e9d-df660eaad06e", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220-authn-ssl"}
2026-07-09T07:34:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "c525d9f5-fb82-4757-8e9d-df660eaad06e", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:34:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "e9a90d9c-e24d-4abb-8bfa-b088ee360df1", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:34:45Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "e9a90d9c-e24d-4abb-8bfa-b088ee360df1", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220-authn-ssl"}
2026-07-09T07:34:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "e9a90d9c-e24d-4abb-8bfa-b088ee360df1", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:34:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "openshift-service-ca.crt", "reconcileID": "b9240eda-f6f3-4333-a9b6-06cfe1fa32d6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:34:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "odh-trusted-ca-bundle", "reconcileID": "c13f919c-427b-4f40-8a91-41c8f62b3de8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:34:47Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "openshift-service-ca.crt", "reconcileID": "26ea99ac-4533-4b3b-b401-2e408b6bef98", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-9c5220", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:34:47Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "openshift-service-ca.crt", "reconcileID": "26ea99ac-4533-4b3b-b401-2e408b6bef98", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:34:47Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "openshift-service-ca.crt", "reconcileID": "c5dda987-5923-4f45-aaf7-f8ad9b4f89ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-9c5220", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:34:47Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "openshift-service-ca.crt", "reconcileID": "c5dda987-5923-4f45-aaf7-f8ad9b4f89ea", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T07:34:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6192708-e328-47f2-bfc2-2e125ee0b223", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:34:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "openshift-service-ca.crt", "reconcileID": "2333a642-33f6-43ad-8b23-b8369acbf440", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:34:47Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "odh-trusted-ca-bundle", "reconcileID": "b79d34ca-9929-4b9e-8985-66f217a93601", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-9c5220", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:34:47Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "odh-trusted-ca-bundle", "reconcileID": "b79d34ca-9929-4b9e-8985-66f217a93601", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:34:47Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3673b570-647b-43ec-acc6-f6946eab0d11", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:34:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "fd7e8797-b866-485c-b548-69483a9b45ca", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:34:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "fd7e8797-b866-485c-b548-69483a9b45ca", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220-authn-ssl"}
2026-07-09T07:34:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "fd7e8797-b866-485c-b548-69483a9b45ca", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:34:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e9e4ab55-425c-4cfb-8e35-7353f5b86603", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T07:34:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "3652dba1-082d-4304-8cc5-6b819d29acd1", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:34:52Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "3652dba1-082d-4304-8cc5-6b819d29acd1", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress", "name": "e2e-inf-b-055963-authn-ssl"}
2026-07-09T07:34:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "3652dba1-082d-4304-8cc5-6b819d29acd1", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:34:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "05ab6ad6-1f8c-4303-80f2-7f2abbd5a16d", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:34:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "05ab6ad6-1f8c-4303-80f2-7f2abbd5a16d", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress", "name": "e2e-inf-b-055963-authn-ssl"}
2026-07-09T07:34:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "05ab6ad6-1f8c-4303-80f2-7f2abbd5a16d", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:34:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "13591096-bc02-4520-8d9a-8e50e4dfe903", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:34:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "13591096-bc02-4520-8d9a-8e50e4dfe903", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress", "name": "e2e-inf-b-055963-authn-ssl"}
2026-07-09T07:34:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "13591096-bc02-4520-8d9a-8e50e4dfe903", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:34:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "7d50c426-041a-426b-8188-0ef0a4f86b6e", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:34:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "7d50c426-041a-426b-8188-0ef0a4f86b6e", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress", "name": "e2e-inf-b-055963-authn-ssl"}
2026-07-09T07:34:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "7d50c426-041a-426b-8188-0ef0a4f86b6e", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:34:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "d148fd47-0269-4677-bb91-3eaa90209763", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:34:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "d148fd47-0269-4677-bb91-3eaa90209763", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress", "name": "e2e-inf-b-055963-authn-ssl"}
2026-07-09T07:34:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "d148fd47-0269-4677-bb91-3eaa90209763", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:34:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "e25a17fa-fc15-4aae-b8c5-f6e35a6fe3cc", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:34:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "e25a17fa-fc15-4aae-b8c5-f6e35a6fe3cc", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress", "name": "e2e-inf-b-055963-authn-ssl"}
2026-07-09T07:34:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "e25a17fa-fc15-4aae-b8c5-f6e35a6fe3cc", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:34:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "92c65a74-da5f-4bcf-b507-57ec7487d7f6", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:34:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "92c65a74-da5f-4bcf-b507-57ec7487d7f6", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress", "name": "e2e-inf-b-055963-authn-ssl"}
2026-07-09T07:34:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "92c65a74-da5f-4bcf-b507-57ec7487d7f6", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:34:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "openshift-service-ca.crt", "reconcileID": "99c5c52b-7f16-44da-b4b3-f1f138eed7ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:34:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "odh-trusted-ca-bundle", "reconcileID": "57ef8019-728f-4818-947f-d6ebd7bcf24a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:34:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "openshift-service-ca.crt", "reconcileID": "eb835f39-7929-43a6-ace1-8045d2cb6625", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-055963", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:34:55Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "openshift-service-ca.crt", "reconcileID": "eb835f39-7929-43a6-ace1-8045d2cb6625", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:34:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c6e81fc2-84bc-4962-86f6-7fe58be37057", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:34:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "openshift-service-ca.crt", "reconcileID": "886072ad-d9e6-4f33-9180-c07ef20f7498", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:34:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "odh-trusted-ca-bundle", "reconcileID": "036c04e7-61f7-47db-a6d0-34937f7300c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-055963", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:34:55Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "odh-trusted-ca-bundle", "reconcileID": "036c04e7-61f7-47db-a6d0-34937f7300c3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:34:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51a2ee07-34ba-43e1-a405-c0398f1fa0b7", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:34:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "6bc3b408-0132-491b-8b06-959cb21dccda", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:34:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "6bc3b408-0132-491b-8b06-959cb21dccda", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress", "name": "e2e-inf-b-055963-authn-ssl"}
2026-07-09T07:34:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "6bc3b408-0132-491b-8b06-959cb21dccda", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:34:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "97231812-397a-4831-a19c-892feba44dbb", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T07:34:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "9cfb7ad6-cfb1-47fb-aa21-302245eb6bc2", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:34:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "9cfb7ad6-cfb1-47fb-aa21-302245eb6bc2", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220-authn-ssl"}
2026-07-09T07:34:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "9cfb7ad6-cfb1-47fb-aa21-302245eb6bc2", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:35:00Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "96ac044c-059c-4969-8c81-9054adb5d961", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:00Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "96ac044c-059c-4969-8c81-9054adb5d961", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:00Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "96ac044c-059c-4969-8c81-9054adb5d961", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "412e2952-c7bb-43be-a74f-1ef12f48c73d", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:35:00Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "96ac044c-059c-4969-8c81-9054adb5d961", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220-kserve-route-authn"}
2026-07-09T07:35:00Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "96ac044c-059c-4969-8c81-9054adb5d961", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220", "authType": "userdefined"}
2026-07-09T07:35:00Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "96ac044c-059c-4969-8c81-9054adb5d961", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "412e2952-c7bb-43be-a74f-1ef12f48c73d", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220-authn-ssl"}
2026-07-09T07:35:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "412e2952-c7bb-43be-a74f-1ef12f48c73d", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:35:00Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "3e021f0c-7f19-4ed3-9d32-ccd4220d7b06", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:00Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "3e021f0c-7f19-4ed3-9d32-ccd4220d7b06", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:00Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "3e021f0c-7f19-4ed3-9d32-ccd4220d7b06", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:00Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "3e021f0c-7f19-4ed3-9d32-ccd4220d7b06", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220-kserve-route-authn"}
2026-07-09T07:35:00Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "3e021f0c-7f19-4ed3-9d32-ccd4220d7b06", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220", "authType": "userdefined"}
2026-07-09T07:35:00Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "3e021f0c-7f19-4ed3-9d32-ccd4220d7b06", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:04Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "bf650472-fde0-4357-b688-497178001bdc", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:35:04Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "bf650472-fde0-4357-b688-497178001bdc", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress", "name": "e2e-inf-b-055963-authn-ssl"}
2026-07-09T07:35:04Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "bf650472-fde0-4357-b688-497178001bdc", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:35:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "0da7d413-cb87-47b3-844e-74c2469f6bdc", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:35:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "0da7d413-cb87-47b3-844e-74c2469f6bdc", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220-authn-ssl"}
2026-07-09T07:35:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "0da7d413-cb87-47b3-844e-74c2469f6bdc", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:35:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "680bbfad-70d3-434b-9eeb-f9c29dbd98b6", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T07:35:11Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "95b694a6-8d8d-46e8-aed0-77af8ead1992", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:11Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "95b694a6-8d8d-46e8-aed0-77af8ead1992", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:11Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "95b694a6-8d8d-46e8-aed0-77af8ead1992", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:11Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "95b694a6-8d8d-46e8-aed0-77af8ead1992", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220-kserve-route-authn"}
2026-07-09T07:35:11Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "95b694a6-8d8d-46e8-aed0-77af8ead1992", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220", "authType": "userdefined"}
2026-07-09T07:35:11Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "95b694a6-8d8d-46e8-aed0-77af8ead1992", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "02f11d6d-bc6e-4796-bcb7-9f5ed8901c8e", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:35:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "02f11d6d-bc6e-4796-bcb7-9f5ed8901c8e", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220-authn-ssl"}
2026-07-09T07:35:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "02f11d6d-bc6e-4796-bcb7-9f5ed8901c8e", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:35:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "31c9a81c-2895-4321-9dcb-cace38ec26c9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T07:35:22Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "d844d6cd-8627-4eed-806d-ba385b460de4", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:22Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "d844d6cd-8627-4eed-806d-ba385b460de4", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:22Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "d844d6cd-8627-4eed-806d-ba385b460de4", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:22Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "d844d6cd-8627-4eed-806d-ba385b460de4", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220-kserve-route-authn"}
2026-07-09T07:35:22Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "d844d6cd-8627-4eed-806d-ba385b460de4", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220", "authType": "userdefined"}
2026-07-09T07:35:22Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "d844d6cd-8627-4eed-806d-ba385b460de4", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:26Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "de58d107-7eb6-4778-b054-aafe96042f8e", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:26Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "de58d107-7eb6-4778-b054-aafe96042f8e", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:26Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "de58d107-7eb6-4778-b054-aafe96042f8e", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:26Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "0d08dc94-6fd3-4d93-8700-d5bfc9e8f95f", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:35:26Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "de58d107-7eb6-4778-b054-aafe96042f8e", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963-kserve-route-authn"}
2026-07-09T07:35:26Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "de58d107-7eb6-4778-b054-aafe96042f8e", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963", "authType": "userdefined"}
2026-07-09T07:35:26Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "de58d107-7eb6-4778-b054-aafe96042f8e", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:26Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "0d08dc94-6fd3-4d93-8700-d5bfc9e8f95f", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress", "name": "e2e-inf-b-055963-authn-ssl"}
2026-07-09T07:35:26Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "0d08dc94-6fd3-4d93-8700-d5bfc9e8f95f", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:35:27Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "19c3cf44-8af0-4851-bf69-cf89c218bf43", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:27Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "19c3cf44-8af0-4851-bf69-cf89c218bf43", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:27Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "19c3cf44-8af0-4851-bf69-cf89c218bf43", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:27Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "19c3cf44-8af0-4851-bf69-cf89c218bf43", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963-kserve-route-authn"}
2026-07-09T07:35:27Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "19c3cf44-8af0-4851-bf69-cf89c218bf43", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963", "authType": "userdefined"}
2026-07-09T07:35:27Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "19c3cf44-8af0-4851-bf69-cf89c218bf43", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "f11c038c-0c3a-4915-b628-701d01717624", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:35:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "f11c038c-0c3a-4915-b628-701d01717624", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress", "name": "e2e-inf-b-055963-authn-ssl"}
2026-07-09T07:35:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "f11c038c-0c3a-4915-b628-701d01717624", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:35:37Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "7d649933-a45f-42da-8165-0eeebb9e61bd", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:37Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "7d649933-a45f-42da-8165-0eeebb9e61bd", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:37Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "7d649933-a45f-42da-8165-0eeebb9e61bd", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:37Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "7d649933-a45f-42da-8165-0eeebb9e61bd", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963-kserve-route-authn"}
2026-07-09T07:35:37Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "7d649933-a45f-42da-8165-0eeebb9e61bd", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963", "authType": "userdefined"}
2026-07-09T07:35:37Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "7d649933-a45f-42da-8165-0eeebb9e61bd", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:39Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "85e6a78b-a6b3-4d33-b7a3-fda28687e7a2", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:39Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "85e6a78b-a6b3-4d33-b7a3-fda28687e7a2", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:39Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "85e6a78b-a6b3-4d33-b7a3-fda28687e7a2", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:39Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "85e6a78b-a6b3-4d33-b7a3-fda28687e7a2", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963-kserve-route-authn"}
2026-07-09T07:35:39Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "85e6a78b-a6b3-4d33-b7a3-fda28687e7a2", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963", "authType": "userdefined"}
2026-07-09T07:35:39Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "85e6a78b-a6b3-4d33-b7a3-fda28687e7a2", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:47Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "61fc7652-8feb-4af9-9a4f-9942bbdddd02", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:47Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "61fc7652-8feb-4af9-9a4f-9942bbdddd02", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:47Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "61fc7652-8feb-4af9-9a4f-9942bbdddd02", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:47Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "61fc7652-8feb-4af9-9a4f-9942bbdddd02", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963-kserve-route-authn"}
2026-07-09T07:35:47Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "61fc7652-8feb-4af9-9a4f-9942bbdddd02", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963", "authType": "userdefined"}
2026-07-09T07:35:47Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "61fc7652-8feb-4af9-9a4f-9942bbdddd02", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "25638eaa-ddad-4954-811e-a8a4aa70bf0d", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:35:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "25638eaa-ddad-4954-811e-a8a4aa70bf0d", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress", "name": "e2e-inf-b-055963-authn-ssl"}
2026-07-09T07:35:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "25638eaa-ddad-4954-811e-a8a4aa70bf0d", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:35:53Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "83de11e1-e239-4f53-902e-ca4045a263a7", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:53Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "83de11e1-e239-4f53-902e-ca4045a263a7", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220"}
2026-07-09T07:35:53Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "83de11e1-e239-4f53-902e-ca4045a263a7", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:53Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "83de11e1-e239-4f53-902e-ca4045a263a7", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:53Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "83de11e1-e239-4f53-902e-ca4045a263a7", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220-kserve-route-authn"}
2026-07-09T07:35:53Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "83de11e1-e239-4f53-902e-ca4045a263a7", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220-kserve-route-authn"}
2026-07-09T07:35:53Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "83de11e1-e239-4f53-902e-ca4045a263a7", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:53Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "83de11e1-e239-4f53-902e-ca4045a263a7", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:53Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-9c5220","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "test-model-9c5220", "reconcileID": "f25547b8-f361-4c26-a4e2-78ae67c6bd8a", "LLMInferenceService": "test-model-9c5220", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:35:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "7a083401-5aa3-4874-a86e-56d948717173", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:35:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "7a083401-5aa3-4874-a86e-56d948717173", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220-authn-ssl"}
2026-07-09T07:35:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "7a083401-5aa3-4874-a86e-56d948717173", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:35:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "7034c56b-043d-470a-b7cb-ae5b7d51b020", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:35:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "7034c56b-043d-470a-b7cb-ae5b7d51b020", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220-authn-ssl"}
2026-07-09T07:35:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "7034c56b-043d-470a-b7cb-ae5b7d51b020", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:35:54Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "d62fdede-7705-4e76-b5b3-b64959d5ec29", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:54Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "d62fdede-7705-4e76-b5b3-b64959d5ec29", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963"}
2026-07-09T07:35:54Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "d62fdede-7705-4e76-b5b3-b64959d5ec29", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:54Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "d62fdede-7705-4e76-b5b3-b64959d5ec29", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:54Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "d62fdede-7705-4e76-b5b3-b64959d5ec29", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963-kserve-route-authn"}
2026-07-09T07:35:54Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "d62fdede-7705-4e76-b5b3-b64959d5ec29", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963-kserve-route-authn"}
2026-07-09T07:35:54Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "d62fdede-7705-4e76-b5b3-b64959d5ec29", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:54Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "d62fdede-7705-4e76-b5b3-b64959d5ec29", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:54Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"test-model-055963","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "test-model-055963", "reconcileID": "d7ba04b0-2f5f-4b2e-93b5-848cd718af15", "LLMInferenceService": "test-model-055963", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:35:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "2f2d4265-351d-455c-a153-de7ea20408b3", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:35:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "2f2d4265-351d-455c-a153-de7ea20408b3", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress", "name": "e2e-inf-b-055963-authn-ssl"}
2026-07-09T07:35:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "2f2d4265-351d-455c-a153-de7ea20408b3", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:35:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "f5be3f08-528d-4a95-acde-f22966982874", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:35:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "f5be3f08-528d-4a95-acde-f22966982874", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress", "name": "e2e-inf-b-055963-authn-ssl"}
2026-07-09T07:35:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "f5be3f08-528d-4a95-acde-f22966982874", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:35:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "b7d44c9e-ad15-43ca-9109-3de588378a14", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T07:35:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "ee4f8271-e830-41da-a649-76626a93a61d", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:35:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "ee4f8271-e830-41da-a649-76626a93a61d", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220-authn-ssl"}
2026-07-09T07:35:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-a-9c5220","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-a-9c5220", "reconcileID": "ee4f8271-e830-41da-a649-76626a93a61d", "Gateway": "e2e-inf-a-9c5220", "namespace": "openshift-ingress"}
2026-07-09T07:36:37Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "209435c2-bece-49ad-8253-780d3f58ec9b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:36:37Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "209435c2-bece-49ad-8253-780d3f58ec9b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-9c5220", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:36:37Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "209435c2-bece-49ad-8253-780d3f58ec9b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-a-9c5220 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T07:36:37Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "odh-trusted-ca-bundle", "reconcileID": "666842ce-e58c-4e55-a417-a4c6468b2c0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:36:37Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "odh-trusted-ca-bundle", "reconcileID": "666842ce-e58c-4e55-a417-a4c6468b2c0e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:36:37Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "openshift-service-ca.crt", "reconcileID": "df6e72ee-df27-4111-b606-dcca56488bc4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:36:37Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "openshift-service-ca.crt", "reconcileID": "df6e72ee-df27-4111-b606-dcca56488bc4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:36:37Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0b8a7cd-935e-45f4-8ebd-ea41f6a17360", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:36:37Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-a-9c5220"}, "namespace": "ai-tenant-e2e-inf-a-9c5220", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0b8a7cd-935e-45f4-8ebd-ea41f6a17360", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-a-9c5220"}
2026-07-09T07:36:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "475f6a68-516d-4407-8317-8f9d2ca59cdc", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T07:36:39Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "28e5abbc-2e77-4684-afcf-67858d74595d", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:36:39Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "28e5abbc-2e77-4684-afcf-67858d74595d", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress", "name": "e2e-inf-b-055963-authn-ssl"}
2026-07-09T07:36:39Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-inf-b-055963","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-inf-b-055963", "reconcileID": "28e5abbc-2e77-4684-afcf-67858d74595d", "Gateway": "e2e-inf-b-055963", "namespace": "openshift-ingress"}
2026-07-09T07:36:44Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e594b10-ae83-4036-b27b-7056389d3fd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:36:44Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e594b10-ae83-4036-b27b-7056389d3fd5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-055963", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:36:44Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e594b10-ae83-4036-b27b-7056389d3fd5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-inf-b-055963 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T07:36:44Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "odh-trusted-ca-bundle", "reconcileID": "4c3978f2-43dd-490e-9642-4fb6c4c5f315", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:36:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "odh-trusted-ca-bundle", "reconcileID": "4c3978f2-43dd-490e-9642-4fb6c4c5f315", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:36:44Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "openshift-service-ca.crt", "reconcileID": "1e311896-d626-4ba8-9396-f2dd0c711093", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:36:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "openshift-service-ca.crt", "reconcileID": "1e311896-d626-4ba8-9396-f2dd0c711093", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:36:44Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f5fdd56-9b33-4310-b78a-4017f12f16f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:36:44Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-inf-b-055963"}, "namespace": "ai-tenant-e2e-inf-b-055963", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1f5fdd56-9b33-4310-b78a-4017f12f16f2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-inf-b-055963"}
2026-07-09T07:36:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "9472f9ce-a4d2-4cf9-8711-9750670710f1", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress"}
2026-07-09T07:36:45Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "9472f9ce-a4d2-4cf9-8711-9750670710f1", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress", "name": "e2e-api-a-42f976-authn-ssl"}
2026-07-09T07:36:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "9472f9ce-a4d2-4cf9-8711-9750670710f1", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress"}
2026-07-09T07:36:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "ece9fc4e-3b58-4054-8092-80d9afbdbc0a", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress"}
2026-07-09T07:36:45Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "ece9fc4e-3b58-4054-8092-80d9afbdbc0a", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress", "name": "e2e-api-a-42f976-authn-ssl"}
2026-07-09T07:36:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "ece9fc4e-3b58-4054-8092-80d9afbdbc0a", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress"}
2026-07-09T07:36:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "49ab868e-c0c3-4171-a191-0d80fc2d7f16", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress"}
2026-07-09T07:36:45Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "49ab868e-c0c3-4171-a191-0d80fc2d7f16", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress", "name": "e2e-api-a-42f976-authn-ssl"}
2026-07-09T07:36:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "49ab868e-c0c3-4171-a191-0d80fc2d7f16", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress"}
2026-07-09T07:36:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "6c2f9b7c-e125-4bf7-a191-69d760c0b7d0", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress"}
2026-07-09T07:36:45Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "6c2f9b7c-e125-4bf7-a191-69d760c0b7d0", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress", "name": "e2e-api-a-42f976-authn-ssl"}
2026-07-09T07:36:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "6c2f9b7c-e125-4bf7-a191-69d760c0b7d0", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress"}
2026-07-09T07:36:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "26df3585-ff98-41e3-98bf-7c841f10e771", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress"}
2026-07-09T07:36:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "26df3585-ff98-41e3-98bf-7c841f10e771", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress", "name": "e2e-api-a-42f976-authn-ssl"}
2026-07-09T07:36:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "26df3585-ff98-41e3-98bf-7c841f10e771", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress"}
2026-07-09T07:36:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "fa8ffd07-ba4c-4b75-acfb-ef296a7a4204", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress"}
2026-07-09T07:36:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "fa8ffd07-ba4c-4b75-acfb-ef296a7a4204", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress", "name": "e2e-api-a-42f976-authn-ssl"}
2026-07-09T07:36:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "fa8ffd07-ba4c-4b75-acfb-ef296a7a4204", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress"}
2026-07-09T07:36:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "f7dc1f5e-90c2-4885-8983-3effac66c783", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress"}
2026-07-09T07:36:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "f7dc1f5e-90c2-4885-8983-3effac66c783", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress", "name": "e2e-api-a-42f976-authn-ssl"}
2026-07-09T07:36:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "f7dc1f5e-90c2-4885-8983-3effac66c783", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress"}
2026-07-09T07:36:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-42f976"}, "namespace": "ai-tenant-e2e-api-a-42f976", "name": "openshift-service-ca.crt", "reconcileID": "596064b6-9d2b-48f3-b04d-de4caa9c42f5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-42f976"}
2026-07-09T07:36:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-42f976"}, "namespace": "ai-tenant-e2e-api-a-42f976", "name": "odh-trusted-ca-bundle", "reconcileID": "2eac8951-2567-4c3b-a552-104b8c086a6a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-42f976"}
2026-07-09T07:36:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-42f976"}, "namespace": "ai-tenant-e2e-api-a-42f976", "name": "openshift-service-ca.crt", "reconcileID": "15acb192-572a-4b45-9b3b-947da63a4091", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-42f976", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:36:49Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-42f976"}, "namespace": "ai-tenant-e2e-api-a-42f976", "name": "openshift-service-ca.crt", "reconcileID": "15acb192-572a-4b45-9b3b-947da63a4091", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-42f976"}
2026-07-09T07:36:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-42f976"}, "namespace": "ai-tenant-e2e-api-a-42f976", "name": "openshift-service-ca.crt", "reconcileID": "37d3a1a3-86bd-4f98-a381-3df8f1ed8435", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-42f976"}
2026-07-09T07:36:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-42f976"}, "namespace": "ai-tenant-e2e-api-a-42f976", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0e096681-df36-4760-a4e7-63fa4507582d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-42f976"}
2026-07-09T07:36:49Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-42f976"}, "namespace": "ai-tenant-e2e-api-a-42f976", "name": "odh-trusted-ca-bundle", "reconcileID": "c178b1d7-870f-4674-9859-2b7e23b20dc3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-42f976", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:36:49Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-42f976"}, "namespace": "ai-tenant-e2e-api-a-42f976", "name": "odh-trusted-ca-bundle", "reconcileID": "c178b1d7-870f-4674-9859-2b7e23b20dc3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-42f976"}
2026-07-09T07:36:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-42f976"}, "namespace": "ai-tenant-e2e-api-a-42f976", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b86656db-8558-4d19-8e28-28ac834690da", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-42f976"}
2026-07-09T07:36:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "568169eb-4180-4b80-8a78-5d567fa5148a", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress"}
2026-07-09T07:36:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "568169eb-4180-4b80-8a78-5d567fa5148a", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress", "name": "e2e-api-a-42f976-authn-ssl"}
2026-07-09T07:36:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "568169eb-4180-4b80-8a78-5d567fa5148a", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress"}
2026-07-09T07:36:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2819d581-51d6-4f12-bc96-58f076baeaab", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T07:36:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "e6624f8d-33ee-4160-ba08-158151f493d8", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress"}
2026-07-09T07:36:54Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "e6624f8d-33ee-4160-ba08-158151f493d8", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1-authn-ssl"}
2026-07-09T07:36:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "e6624f8d-33ee-4160-ba08-158151f493d8", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress"}
2026-07-09T07:36:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "9acb49fa-bb4d-469f-8146-6b1b77bfec61", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress"}
2026-07-09T07:36:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "9acb49fa-bb4d-469f-8146-6b1b77bfec61", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1-authn-ssl"}
2026-07-09T07:36:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "9acb49fa-bb4d-469f-8146-6b1b77bfec61", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress"}
2026-07-09T07:36:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "758f562e-257a-4a34-bf88-5bf79ea47d47", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress"}
2026-07-09T07:36:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "758f562e-257a-4a34-bf88-5bf79ea47d47", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1-authn-ssl"}
2026-07-09T07:36:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "758f562e-257a-4a34-bf88-5bf79ea47d47", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress"}
2026-07-09T07:36:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "ecc6d728-a8d0-4dfb-96fd-9d5fe8243233", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress"}
2026-07-09T07:36:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "ecc6d728-a8d0-4dfb-96fd-9d5fe8243233", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1-authn-ssl"}
2026-07-09T07:36:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "ecc6d728-a8d0-4dfb-96fd-9d5fe8243233", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress"}
2026-07-09T07:36:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "3643dff5-e645-4c88-a099-79b269aa6305", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress"}
2026-07-09T07:36:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "3643dff5-e645-4c88-a099-79b269aa6305", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1-authn-ssl"}
2026-07-09T07:36:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "3643dff5-e645-4c88-a099-79b269aa6305", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress"}
2026-07-09T07:36:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "4cbec981-7d63-4a4d-ba44-4118194b8b5c", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress"}
2026-07-09T07:36:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "4cbec981-7d63-4a4d-ba44-4118194b8b5c", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1-authn-ssl"}
2026-07-09T07:36:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "4cbec981-7d63-4a4d-ba44-4118194b8b5c", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress"}
2026-07-09T07:36:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "a691c6d8-a2b8-4c4d-a99d-4ee16dc2168f", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress"}
2026-07-09T07:36:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "a691c6d8-a2b8-4c4d-a99d-4ee16dc2168f", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1-authn-ssl"}
2026-07-09T07:36:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "a691c6d8-a2b8-4c4d-a99d-4ee16dc2168f", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress"}
2026-07-09T07:36:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ab11a1"}, "namespace": "ai-tenant-e2e-api-b-ab11a1", "name": "openshift-service-ca.crt", "reconcileID": "531b337a-6a5c-4af0-9887-249c3cc9fb6d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ab11a1"}
2026-07-09T07:36:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab11a1"}, "namespace": "ai-tenant-e2e-api-b-ab11a1", "name": "odh-trusted-ca-bundle", "reconcileID": "a435f5eb-9590-407f-b28a-c27b48c67610", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ab11a1"}
2026-07-09T07:36:57Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ab11a1"}, "namespace": "ai-tenant-e2e-api-b-ab11a1", "name": "openshift-service-ca.crt", "reconcileID": "e874530e-879d-40ab-be6b-d462c9824694", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ab11a1", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:36:57Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ab11a1"}, "namespace": "ai-tenant-e2e-api-b-ab11a1", "name": "openshift-service-ca.crt", "reconcileID": "e874530e-879d-40ab-be6b-d462c9824694", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ab11a1"}
2026-07-09T07:36:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab11a1"}, "namespace": "ai-tenant-e2e-api-b-ab11a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "448cbf5d-6f5e-45da-9803-d4f1802f26d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ab11a1"}
2026-07-09T07:36:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ab11a1"}, "namespace": "ai-tenant-e2e-api-b-ab11a1", "name": "openshift-service-ca.crt", "reconcileID": "fda3c5ff-5860-476f-9d73-7103f7fea4a1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ab11a1"}
2026-07-09T07:36:57Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab11a1"}, "namespace": "ai-tenant-e2e-api-b-ab11a1", "name": "odh-trusted-ca-bundle", "reconcileID": "da83beb8-6f0e-422c-86a7-d2fc27121bd3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ab11a1", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:36:57Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab11a1"}, "namespace": "ai-tenant-e2e-api-b-ab11a1", "name": "odh-trusted-ca-bundle", "reconcileID": "da83beb8-6f0e-422c-86a7-d2fc27121bd3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ab11a1"}
2026-07-09T07:36:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab11a1"}, "namespace": "ai-tenant-e2e-api-b-ab11a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fdc80e9b-8eb7-4356-a2b5-b75d42cb8b9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ab11a1"}
2026-07-09T07:36:57Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "724924e5-6385-4f29-942f-2b42718ac5ac", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress"}
2026-07-09T07:36:57Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "724924e5-6385-4f29-942f-2b42718ac5ac", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1-authn-ssl"}
2026-07-09T07:36:57Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "724924e5-6385-4f29-942f-2b42718ac5ac", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress"}
2026-07-09T07:36:57Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2660053a-0aaf-4405-9a53-18524f1e0197", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T07:36:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "b26acdce-f437-4949-9109-97422c28afaf", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress"}
2026-07-09T07:36:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "b26acdce-f437-4949-9109-97422c28afaf", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress", "name": "e2e-api-a-42f976-authn-ssl"}
2026-07-09T07:36:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "b26acdce-f437-4949-9109-97422c28afaf", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress"}
2026-07-09T07:37:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "374e61d9-d626-41a5-9a1e-20403fab3a74", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress"}
2026-07-09T07:37:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "374e61d9-d626-41a5-9a1e-20403fab3a74", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1-authn-ssl"}
2026-07-09T07:37:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "374e61d9-d626-41a5-9a1e-20403fab3a74", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress"}
2026-07-09T07:37:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "30f9e41d-f472-4a8b-a337-61924a6f4d82", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T07:37:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "22cc95e3-b771-406d-972f-643b195a87b6", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress"}
2026-07-09T07:37:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "22cc95e3-b771-406d-972f-643b195a87b6", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress", "name": "e2e-api-a-42f976-authn-ssl"}
2026-07-09T07:37:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-42f976","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-42f976", "reconcileID": "22cc95e3-b771-406d-972f-643b195a87b6", "Gateway": "e2e-api-a-42f976", "namespace": "openshift-ingress"}
2026-07-09T07:37:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-42f976"}, "namespace": "ai-tenant-e2e-api-a-42f976", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb59f630-0e9c-4955-990b-a72b80468848", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-42f976"}
2026-07-09T07:37:15Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-42f976"}, "namespace": "ai-tenant-e2e-api-a-42f976", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb59f630-0e9c-4955-990b-a72b80468848", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-42f976", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:37:15Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-42f976"}, "namespace": "ai-tenant-e2e-api-a-42f976", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb59f630-0e9c-4955-990b-a72b80468848", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-42f976 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T07:37:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-42f976"}, "namespace": "ai-tenant-e2e-api-a-42f976", "name": "odh-trusted-ca-bundle", "reconcileID": "80993028-2ef4-4561-8863-c79b41cfea2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-42f976"}
2026-07-09T07:37:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-42f976"}, "namespace": "ai-tenant-e2e-api-a-42f976", "name": "odh-trusted-ca-bundle", "reconcileID": "80993028-2ef4-4561-8863-c79b41cfea2e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-42f976"}
2026-07-09T07:37:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-42f976"}, "namespace": "ai-tenant-e2e-api-a-42f976", "name": "openshift-service-ca.crt", "reconcileID": "c7d66deb-5e3c-47a4-a1ab-a11068812bc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-42f976"}
2026-07-09T07:37:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-42f976"}, "namespace": "ai-tenant-e2e-api-a-42f976", "name": "openshift-service-ca.crt", "reconcileID": "c7d66deb-5e3c-47a4-a1ab-a11068812bc7", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-42f976"}
2026-07-09T07:37:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-42f976"}, "namespace": "ai-tenant-e2e-api-a-42f976", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09a574a1-1f3e-4d96-b2b8-2939b24cb3a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-42f976"}
2026-07-09T07:37:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-42f976"}, "namespace": "ai-tenant-e2e-api-a-42f976", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "09a574a1-1f3e-4d96-b2b8-2939b24cb3a9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-42f976"}
2026-07-09T07:37:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dccb2a4f-b5d8-4cc4-a638-db237d20205c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T07:37:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "2b5ee468-eaa8-43ad-8125-0429c40864a3", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress"}
2026-07-09T07:37:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "2b5ee468-eaa8-43ad-8125-0429c40864a3", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1-authn-ssl"}
2026-07-09T07:37:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-ab11a1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-ab11a1", "reconcileID": "2b5ee468-eaa8-43ad-8125-0429c40864a3", "Gateway": "e2e-api-b-ab11a1", "namespace": "openshift-ingress"}
2026-07-09T07:37:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab11a1"}, "namespace": "ai-tenant-e2e-api-b-ab11a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51d4d7ec-c8c3-4665-a134-3eea32e887f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ab11a1"}
2026-07-09T07:37:22Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab11a1"}, "namespace": "ai-tenant-e2e-api-b-ab11a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51d4d7ec-c8c3-4665-a134-3eea32e887f9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ab11a1", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:37:22Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab11a1"}, "namespace": "ai-tenant-e2e-api-b-ab11a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "51d4d7ec-c8c3-4665-a134-3eea32e887f9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-ab11a1 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T07:37:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab11a1"}, "namespace": "ai-tenant-e2e-api-b-ab11a1", "name": "odh-trusted-ca-bundle", "reconcileID": "3d6c40fd-e374-4ec0-bcb1-e3c28b1b3167", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ab11a1"}
2026-07-09T07:37:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab11a1"}, "namespace": "ai-tenant-e2e-api-b-ab11a1", "name": "odh-trusted-ca-bundle", "reconcileID": "3d6c40fd-e374-4ec0-bcb1-e3c28b1b3167", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ab11a1"}
2026-07-09T07:37:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ab11a1"}, "namespace": "ai-tenant-e2e-api-b-ab11a1", "name": "openshift-service-ca.crt", "reconcileID": "963b0d46-2521-4485-a92a-09c43498c947", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ab11a1"}
2026-07-09T07:37:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-ab11a1"}, "namespace": "ai-tenant-e2e-api-b-ab11a1", "name": "openshift-service-ca.crt", "reconcileID": "963b0d46-2521-4485-a92a-09c43498c947", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-ab11a1"}
2026-07-09T07:37:22Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab11a1"}, "namespace": "ai-tenant-e2e-api-b-ab11a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9f05036-3f2c-4bab-b004-1b585e832894", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ab11a1"}
2026-07-09T07:37:22Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-ab11a1"}, "namespace": "ai-tenant-e2e-api-b-ab11a1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d9f05036-3f2c-4bab-b004-1b585e832894", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-ab11a1"}
2026-07-09T07:37:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "69cd1692-b991-4c0a-b35b-0a1e612eb20a", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress"}
2026-07-09T07:37:24Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "69cd1692-b991-4c0a-b35b-0a1e612eb20a", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792-authn-ssl"}
2026-07-09T07:37:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "69cd1692-b991-4c0a-b35b-0a1e612eb20a", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress"}
2026-07-09T07:37:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "8dc1ab30-bb12-4753-bd5e-2673881333c3", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress"}
2026-07-09T07:37:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "8dc1ab30-bb12-4753-bd5e-2673881333c3", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792-authn-ssl"}
2026-07-09T07:37:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "8dc1ab30-bb12-4753-bd5e-2673881333c3", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress"}
2026-07-09T07:37:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "4ab08128-3097-487d-a5ae-a6ad72fcf7ed", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress"}
2026-07-09T07:37:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "4ab08128-3097-487d-a5ae-a6ad72fcf7ed", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792-authn-ssl"}
2026-07-09T07:37:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "4ab08128-3097-487d-a5ae-a6ad72fcf7ed", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress"}
2026-07-09T07:37:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "a5d0b217-99e3-4178-a6d5-0e68207dfb71", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress"}
2026-07-09T07:37:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "a5d0b217-99e3-4178-a6d5-0e68207dfb71", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792-authn-ssl"}
2026-07-09T07:37:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "a5d0b217-99e3-4178-a6d5-0e68207dfb71", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress"}
2026-07-09T07:37:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "b5fd5a03-0ab6-40c8-8ec9-43eb9fc0bd90", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress"}
2026-07-09T07:37:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "b5fd5a03-0ab6-40c8-8ec9-43eb9fc0bd90", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792-authn-ssl"}
2026-07-09T07:37:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "b5fd5a03-0ab6-40c8-8ec9-43eb9fc0bd90", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress"}
2026-07-09T07:37:25Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "c3db82aa-b28a-46e9-913f-381413f96013", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress"}
2026-07-09T07:37:25Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "c3db82aa-b28a-46e9-913f-381413f96013", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792-authn-ssl"}
2026-07-09T07:37:25Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "c3db82aa-b28a-46e9-913f-381413f96013", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress"}
2026-07-09T07:37:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-62f792"}, "namespace": "ai-tenant-e2e-shared-a-62f792", "name": "openshift-service-ca.crt", "reconcileID": "f85faf37-ea65-4c93-b33d-2be7a6c8ed34", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-62f792"}
2026-07-09T07:37:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-62f792"}, "namespace": "ai-tenant-e2e-shared-a-62f792", "name": "odh-trusted-ca-bundle", "reconcileID": "ad898663-4050-4639-8798-1b4c8df9cc5d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-62f792"}
2026-07-09T07:37:27Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-62f792"}, "namespace": "ai-tenant-e2e-shared-a-62f792", "name": "openshift-service-ca.crt", "reconcileID": "460c5c06-054b-4f7c-a693-05ce0ae7dbbf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-62f792", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:37:27Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-62f792"}, "namespace": "ai-tenant-e2e-shared-a-62f792", "name": "openshift-service-ca.crt", "reconcileID": "460c5c06-054b-4f7c-a693-05ce0ae7dbbf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-62f792"}
2026-07-09T07:37:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-62f792"}, "namespace": "ai-tenant-e2e-shared-a-62f792", "name": "openshift-service-ca.crt", "reconcileID": "571205b3-20a3-41c0-ab3b-9e1b61a3a0d4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-62f792"}
2026-07-09T07:37:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-62f792"}, "namespace": "ai-tenant-e2e-shared-a-62f792", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6b56ac73-ec79-4080-8cc4-1024109b62b3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-62f792"}
2026-07-09T07:37:27Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-62f792"}, "namespace": "ai-tenant-e2e-shared-a-62f792", "name": "odh-trusted-ca-bundle", "reconcileID": "5eda4a09-24fa-4ef9-9868-52ffd0ded3e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-62f792", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:37:27Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-62f792"}, "namespace": "ai-tenant-e2e-shared-a-62f792", "name": "odh-trusted-ca-bundle", "reconcileID": "5eda4a09-24fa-4ef9-9868-52ffd0ded3e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-62f792"}
2026-07-09T07:37:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-62f792"}, "namespace": "ai-tenant-e2e-shared-a-62f792", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "787ac683-9f7a-4ee4-9406-9d3f4ba43171", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-62f792"}
2026-07-09T07:37:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "e847301a-c108-437c-a2bb-276b12db2b27", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress"}
2026-07-09T07:37:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "e847301a-c108-437c-a2bb-276b12db2b27", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792-authn-ssl"}
2026-07-09T07:37:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "e847301a-c108-437c-a2bb-276b12db2b27", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress"}
2026-07-09T07:37:28Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "5af75476-6521-4b1b-ad5c-c241f14ee15c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T07:37:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "5c2b96a7-1b0f-404b-b6c5-88a0a0eb4437", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress"}
2026-07-09T07:37:32Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "5c2b96a7-1b0f-404b-b6c5-88a0a0eb4437", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680-authn-ssl"}
2026-07-09T07:37:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "5c2b96a7-1b0f-404b-b6c5-88a0a0eb4437", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress"}
2026-07-09T07:37:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "db07c144-322c-4959-9ac6-2f2753228974", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress"}
2026-07-09T07:37:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "db07c144-322c-4959-9ac6-2f2753228974", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680-authn-ssl"}
2026-07-09T07:37:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "db07c144-322c-4959-9ac6-2f2753228974", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress"}
2026-07-09T07:37:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "1f449b04-f92b-41c6-a63f-94f14bc204fa", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress"}
2026-07-09T07:37:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "1f449b04-f92b-41c6-a63f-94f14bc204fa", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680-authn-ssl"}
2026-07-09T07:37:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "1f449b04-f92b-41c6-a63f-94f14bc204fa", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress"}
2026-07-09T07:37:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "1eae4c05-6960-4786-99e7-a3e0ecfa5bb3", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress"}
2026-07-09T07:37:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "1eae4c05-6960-4786-99e7-a3e0ecfa5bb3", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680-authn-ssl"}
2026-07-09T07:37:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "1eae4c05-6960-4786-99e7-a3e0ecfa5bb3", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress"}
2026-07-09T07:37:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "29a68151-e830-44f4-a561-50d9087fcb61", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress"}
2026-07-09T07:37:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "29a68151-e830-44f4-a561-50d9087fcb61", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680-authn-ssl"}
2026-07-09T07:37:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "29a68151-e830-44f4-a561-50d9087fcb61", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress"}
2026-07-09T07:37:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "e4a853c4-69a2-4683-b990-4cd03002075f", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress"}
2026-07-09T07:37:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "e4a853c4-69a2-4683-b990-4cd03002075f", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680-authn-ssl"}
2026-07-09T07:37:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "e4a853c4-69a2-4683-b990-4cd03002075f", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress"}
2026-07-09T07:37:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "d7586d7c-d366-4527-98bb-19340cb73aa1", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress"}
2026-07-09T07:37:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "d7586d7c-d366-4527-98bb-19340cb73aa1", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680-authn-ssl"}
2026-07-09T07:37:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "d7586d7c-d366-4527-98bb-19340cb73aa1", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress"}
2026-07-09T07:37:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "344ce0be-cb0e-4316-92fa-e0284ffd5c96", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T07:37:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-da4680"}, "namespace": "ai-tenant-e2e-shared-b-da4680", "name": "openshift-service-ca.crt", "reconcileID": "bde2a03a-7931-4aa6-885d-6b52d3f4b22f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-da4680"}
2026-07-09T07:37:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-da4680"}, "namespace": "ai-tenant-e2e-shared-b-da4680", "name": "odh-trusted-ca-bundle", "reconcileID": "5fd3a8ff-6f06-4dd7-a8e5-c2b5b3cf66b2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-da4680"}
2026-07-09T07:37:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-da4680"}, "namespace": "ai-tenant-e2e-shared-b-da4680", "name": "openshift-service-ca.crt", "reconcileID": "74a01f7c-9cee-4e56-ba9f-d1789e02d281", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-da4680", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:37:35Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-da4680"}, "namespace": "ai-tenant-e2e-shared-b-da4680", "name": "openshift-service-ca.crt", "reconcileID": "74a01f7c-9cee-4e56-ba9f-d1789e02d281", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-da4680"}
2026-07-09T07:37:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-da4680"}, "namespace": "ai-tenant-e2e-shared-b-da4680", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2ef5f10e-9341-46c9-890c-60a4f7eacaa2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-da4680"}
2026-07-09T07:37:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-da4680"}, "namespace": "ai-tenant-e2e-shared-b-da4680", "name": "openshift-service-ca.crt", "reconcileID": "def79272-b238-4a63-bc4e-991bc09bba69", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-da4680"}
2026-07-09T07:37:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-da4680"}, "namespace": "ai-tenant-e2e-shared-b-da4680", "name": "odh-trusted-ca-bundle", "reconcileID": "8a86e695-6479-4c5b-b6cb-43f600099dfb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-da4680", "update": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:37:35Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-da4680"}, "namespace": "ai-tenant-e2e-shared-b-da4680", "name": "odh-trusted-ca-bundle", "reconcileID": "8a86e695-6479-4c5b-b6cb-43f600099dfb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-da4680"}
2026-07-09T07:37:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-da4680"}, "namespace": "ai-tenant-e2e-shared-b-da4680", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24cc8b69-a559-4f52-b12b-d6dc77aea7e5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-da4680"}
2026-07-09T07:37:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "127187d9-133f-4cb8-b010-14963f5e7ef9", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress"}
2026-07-09T07:37:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "127187d9-133f-4cb8-b010-14963f5e7ef9", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680-authn-ssl"}
2026-07-09T07:37:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "127187d9-133f-4cb8-b010-14963f5e7ef9", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress"}
2026-07-09T07:37:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "daf2cee1-8d99-49cc-96dc-04d487b769d2", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T07:37:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "c3468b39-f29b-4299-9bde-340681685911", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress"}
2026-07-09T07:37:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "c3468b39-f29b-4299-9bde-340681685911", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792-authn-ssl"}
2026-07-09T07:37:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "c3468b39-f29b-4299-9bde-340681685911", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress"}
2026-07-09T07:37:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "91dbad43-8a98-42c4-82a3-c952d0625d65", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress"}
2026-07-09T07:37:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "91dbad43-8a98-42c4-82a3-c952d0625d65", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680-authn-ssl"}
2026-07-09T07:37:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "91dbad43-8a98-42c4-82a3-c952d0625d65", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress"}
2026-07-09T07:37:49Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "2d8e2035-3980-49ec-b65d-c4726510d585", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T07:37:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f1c19ab1-5f28-43ca-be61-bb7941eb3c47", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T07:40:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "696d9657-17d8-40ff-85f7-51dd1fcd1555", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T07:40:45Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "e45f21cb-69a2-41e6-94b1-63d27a9570cf", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress"}
2026-07-09T07:40:45Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "e45f21cb-69a2-41e6-94b1-63d27a9570cf", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792-authn-ssl"}
2026-07-09T07:40:45Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-62f792","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-62f792", "reconcileID": "e45f21cb-69a2-41e6-94b1-63d27a9570cf", "Gateway": "e2e-shared-a-62f792", "namespace": "openshift-ingress"}
2026-07-09T07:40:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-62f792"}, "namespace": "ai-tenant-e2e-shared-a-62f792", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0247db59-5f49-495b-993b-3600cfb99e97", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-62f792"}
2026-07-09T07:40:50Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-62f792"}, "namespace": "ai-tenant-e2e-shared-a-62f792", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0247db59-5f49-495b-993b-3600cfb99e97", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-62f792", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:40:50Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-62f792"}, "namespace": "ai-tenant-e2e-shared-a-62f792", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0247db59-5f49-495b-993b-3600cfb99e97", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-62f792 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T07:40:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-62f792"}, "namespace": "ai-tenant-e2e-shared-a-62f792", "name": "odh-trusted-ca-bundle", "reconcileID": "a20f94b5-6034-41cc-b15f-31b87a32b125", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-62f792"}
2026-07-09T07:40:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-62f792"}, "namespace": "ai-tenant-e2e-shared-a-62f792", "name": "odh-trusted-ca-bundle", "reconcileID": "a20f94b5-6034-41cc-b15f-31b87a32b125", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-62f792"}
2026-07-09T07:40:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-62f792"}, "namespace": "ai-tenant-e2e-shared-a-62f792", "name": "openshift-service-ca.crt", "reconcileID": "a95abba0-5b91-4af9-8660-aed25d680b5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-62f792"}
2026-07-09T07:40:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-62f792"}, "namespace": "ai-tenant-e2e-shared-a-62f792", "name": "openshift-service-ca.crt", "reconcileID": "a95abba0-5b91-4af9-8660-aed25d680b5e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-62f792"}
2026-07-09T07:40:50Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-62f792"}, "namespace": "ai-tenant-e2e-shared-a-62f792", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d110d710-6576-4931-ac24-b71d2d677f26", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-62f792"}
2026-07-09T07:40:50Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-62f792"}, "namespace": "ai-tenant-e2e-shared-a-62f792", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d110d710-6576-4931-ac24-b71d2d677f26", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-62f792"}
2026-07-09T07:40:52Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ab6c0f95-f0b7-4bc4-bcee-fec34d8befe1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"}
2026-07-09T07:40:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "a27be065-3e55-4b90-baf9-dd24510cfac3", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress"}
2026-07-09T07:40:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "a27be065-3e55-4b90-baf9-dd24510cfac3", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680-authn-ssl"}
2026-07-09T07:40:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-da4680","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-da4680", "reconcileID": "a27be065-3e55-4b90-baf9-dd24510cfac3", "Gateway": "e2e-shared-b-da4680", "namespace": "openshift-ingress"}
2026-07-09T07:40:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-da4680"}, "namespace": "ai-tenant-e2e-shared-b-da4680", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f29668a8-c99f-4701-b5a6-17941b969192", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-da4680"}
2026-07-09T07:40:58Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-da4680"}, "namespace": "ai-tenant-e2e-shared-b-da4680", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f29668a8-c99f-4701-b5a6-17941b969192", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-da4680", "create": "odh-kserve-custom-ca-bundle"}
2026-07-09T07:40:58Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-da4680"}, "namespace": "ai-tenant-e2e-shared-b-da4680", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f29668a8-c99f-4701-b5a6-17941b969192", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-da4680 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-07-09T07:40:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-da4680"}, "namespace": "ai-tenant-e2e-shared-b-da4680", "name": "odh-trusted-ca-bundle", "reconcileID": "8dd23607-c7ce-437f-8075-b0be6af4078d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-da4680"}
2026-07-09T07:40:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-da4680"}, "namespace": "ai-tenant-e2e-shared-b-da4680", "name": "odh-trusted-ca-bundle", "reconcileID": "8dd23607-c7ce-437f-8075-b0be6af4078d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-da4680"}
2026-07-09T07:40:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-da4680"}, "namespace": "ai-tenant-e2e-shared-b-da4680", "name": "openshift-service-ca.crt", "reconcileID": "d719f7be-82aa-462c-aed0-59d86dc786f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-da4680"}
2026-07-09T07:40:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-da4680"}, "namespace": "ai-tenant-e2e-shared-b-da4680", "name": "openshift-service-ca.crt", "reconcileID": "d719f7be-82aa-462c-aed0-59d86dc786f0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-da4680"}
2026-07-09T07:40:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-da4680"}, "namespace": "ai-tenant-e2e-shared-b-da4680", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfae4a3c-8536-4d98-870e-912ce96dcf71", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-da4680"}
2026-07-09T07:40:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-da4680"}, "namespace": "ai-tenant-e2e-shared-b-da4680", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cfae4a3c-8536-4d98-870e-912ce96dcf71", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-da4680"}