2026-09-10T13:41:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "5483d8e4-184e-4908-b04a-0d032bdbc46b", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:41:50Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "5483d8e4-184e-4908-b04a-0d032bdbc46b", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405-authn-ssl"}
2026-09-10T13:41:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "5483d8e4-184e-4908-b04a-0d032bdbc46b", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:41:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "3fffe802-952e-46a4-845a-5f364fe1f579", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:41:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "3fffe802-952e-46a4-845a-5f364fe1f579", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405-authn-ssl"}
2026-09-10T13:41:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "3fffe802-952e-46a4-845a-5f364fe1f579", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:41:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "ecdf5427-5cbc-4109-b755-59f0929590d5", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:41:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "ecdf5427-5cbc-4109-b755-59f0929590d5", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405-authn-ssl"}
2026-09-10T13:41:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "ecdf5427-5cbc-4109-b755-59f0929590d5", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:41:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "7692c926-1885-4ecf-9180-8d5298e3fa3d", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:41:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "7692c926-1885-4ecf-9180-8d5298e3fa3d", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405-authn-ssl"}
2026-09-10T13:41:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "7692c926-1885-4ecf-9180-8d5298e3fa3d", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:41:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "52a02182-494c-4dfd-be12-2b9c4bef0930", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:41:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "52a02182-494c-4dfd-be12-2b9c4bef0930", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405-authn-ssl"}
2026-09-10T13:41:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "52a02182-494c-4dfd-be12-2b9c4bef0930", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:41:51Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "7b59f231-a14b-4a40-8239-754b25320ce2", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:41:51Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "7b59f231-a14b-4a40-8239-754b25320ce2", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405-authn-ssl"}
2026-09-10T13:41:51Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "7b59f231-a14b-4a40-8239-754b25320ce2", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:41:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "openshift-service-ca.crt", "reconcileID": "ac5786c6-9135-479e-b9b8-b1ff6f64f17c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:41:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "odh-trusted-ca-bundle", "reconcileID": "6cdd6ff9-bd05-4cf5-acfd-b5ed2cda3c86", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:41:53Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "openshift-service-ca.crt", "reconcileID": "d6a5bd63-6863-4b68-9051-103292844a91", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-56b405", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T13:41:53Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "openshift-service-ca.crt", "reconcileID": "d6a5bd63-6863-4b68-9051-103292844a91", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:41:53Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "openshift-service-ca.crt", "reconcileID": "d868f270-1ef2-4d51-bc24-a26d5a131f82", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-56b405", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T13:41:53Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "openshift-service-ca.crt", "reconcileID": "d868f270-1ef2-4d51-bc24-a26d5a131f82", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T13:41:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2a97bef-bd7c-4ec2-bd86-34febbab7485", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:41:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "openshift-service-ca.crt", "reconcileID": "f5048135-4d33-40b0-a221-f92739d77ec5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:41:53Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "odh-trusted-ca-bundle", "reconcileID": "3f158da7-73f0-4773-ad1c-a16f1b7037da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56b405", "update": "odh-kserve-custom-ca-bundle"}
2026-09-10T13:41:53Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "odh-trusted-ca-bundle", "reconcileID": "3f158da7-73f0-4773-ad1c-a16f1b7037da", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:41:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fa6c6533-d415-466e-b5d0-661e7fe1b134", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:41:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "bc3d95f0-d7cc-445d-abb7-d29a78b61038", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:41:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "bc3d95f0-d7cc-445d-abb7-d29a78b61038", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405-authn-ssl"}
2026-09-10T13:41:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "bc3d95f0-d7cc-445d-abb7-d29a78b61038", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:41:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fa4d53"}, "namespace": "ai-tenant-e2e-api-b-fa4d53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4503e6f7-1bb8-48bf-959b-98ed977852f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fa4d53"}
2026-09-10T13:41:58Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fa4d53"}, "namespace": "ai-tenant-e2e-api-b-fa4d53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4503e6f7-1bb8-48bf-959b-98ed977852f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fa4d53", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T13:41:58Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fa4d53"}, "namespace": "ai-tenant-e2e-api-b-fa4d53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4503e6f7-1bb8-48bf-959b-98ed977852f4", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-fa4d53 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T13:41:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fa4d53"}, "namespace": "ai-tenant-e2e-api-b-fa4d53", "name": "odh-trusted-ca-bundle", "reconcileID": "b9758b40-3658-4c66-96bb-5cf7454bac61", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fa4d53"}
2026-09-10T13:41:58Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fa4d53"}, "namespace": "ai-tenant-e2e-api-b-fa4d53", "name": "odh-trusted-ca-bundle", "reconcileID": "b9758b40-3658-4c66-96bb-5cf7454bac61", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fa4d53", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T13:41:58Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fa4d53"}, "namespace": "ai-tenant-e2e-api-b-fa4d53", "name": "odh-trusted-ca-bundle", "reconcileID": "b9758b40-3658-4c66-96bb-5cf7454bac61", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-fa4d53 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T13:41:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fa4d53"}, "namespace": "ai-tenant-e2e-api-b-fa4d53", "name": "openshift-service-ca.crt", "reconcileID": "c82ef2a4-268b-48ac-879f-d9d6337925b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fa4d53"}
2026-09-10T13:41:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-fa4d53"}, "namespace": "ai-tenant-e2e-api-b-fa4d53", "name": "openshift-service-ca.crt", "reconcileID": "c82ef2a4-268b-48ac-879f-d9d6337925b3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-fa4d53"}
2026-09-10T13:41:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fa4d53"}, "namespace": "ai-tenant-e2e-api-b-fa4d53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42b1835c-9fe1-4369-a171-c9c74e817b68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fa4d53"}
2026-09-10T13:41:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-fa4d53"}, "namespace": "ai-tenant-e2e-api-b-fa4d53", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "42b1835c-9fe1-4369-a171-c9c74e817b68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fa4d53"}
2026-09-10T13:41:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fa4d53"}, "namespace": "ai-tenant-e2e-api-b-fa4d53", "name": "odh-trusted-ca-bundle", "reconcileID": "37716851-4ac8-43a9-82aa-631f20bbc56d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fa4d53"}
2026-09-10T13:41:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-fa4d53"}, "namespace": "ai-tenant-e2e-api-b-fa4d53", "name": "odh-trusted-ca-bundle", "reconcileID": "37716851-4ac8-43a9-82aa-631f20bbc56d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-fa4d53"}
2026-09-10T13:41:58Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-fa4d53","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-fa4d53", "reconcileID": "4a1dee7a-a227-4759-8a04-5e6d6a66acaf", "Gateway": "e2e-api-b-fa4d53", "namespace": "openshift-ingress"}
2026-09-10T13:42:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "27508646-bc2d-4769-8712-060ebf9f3a52", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:42:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "27508646-bc2d-4769-8712-060ebf9f3a52", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405-authn-ssl"}
2026-09-10T13:42:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "27508646-bc2d-4769-8712-060ebf9f3a52", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:42:10Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c165a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c165a4", "reconcileID": "5b60d518-e052-4ff7-a093-6ad11731a838", "Gateway": "e2e-shared-a-w2-c165a4", "namespace": "openshift-ingress"}
2026-09-10T13:42:10Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c165a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c165a4", "reconcileID": "5b60d518-e052-4ff7-a093-6ad11731a838", "Gateway": "e2e-shared-a-w2-c165a4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c165a4-authn-ssl"}
2026-09-10T13:42:10Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c165a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c165a4", "reconcileID": "5b60d518-e052-4ff7-a093-6ad11731a838", "Gateway": "e2e-shared-a-w2-c165a4", "namespace": "openshift-ingress"}
2026-09-10T13:42:15Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c165a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c165a4", "reconcileID": "a8919805-02d8-4ee5-9f2f-c41a61194faa", "Gateway": "e2e-shared-a-w2-c165a4", "namespace": "openshift-ingress"}
2026-09-10T13:42:15Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c165a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c165a4", "reconcileID": "a8919805-02d8-4ee5-9f2f-c41a61194faa", "Gateway": "e2e-shared-a-w2-c165a4", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c165a4-authn-ssl"}
2026-09-10T13:42:15Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c165a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c165a4", "reconcileID": "a8919805-02d8-4ee5-9f2f-c41a61194faa", "Gateway": "e2e-shared-a-w2-c165a4", "namespace": "openshift-ingress"}
2026-09-10T13:42:17Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c165a4"}, "namespace": "ai-tenant-e2e-shared-a-w2-c165a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d645e399-2d2d-4cdf-af97-36ff60c488bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c165a4"}
2026-09-10T13:42:17Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c165a4"}, "namespace": "ai-tenant-e2e-shared-a-w2-c165a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d645e399-2d2d-4cdf-af97-36ff60c488bb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c165a4", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T13:42:17Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c165a4"}, "namespace": "ai-tenant-e2e-shared-a-w2-c165a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d645e399-2d2d-4cdf-af97-36ff60c488bb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-c165a4 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T13:42:17Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c165a4"}, "namespace": "ai-tenant-e2e-shared-a-w2-c165a4", "name": "odh-trusted-ca-bundle", "reconcileID": "d29e04fe-0cb2-41bb-84fb-3d4b3ec84289", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c165a4"}
2026-09-10T13:42:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c165a4"}, "namespace": "ai-tenant-e2e-shared-a-w2-c165a4", "name": "odh-trusted-ca-bundle", "reconcileID": "d29e04fe-0cb2-41bb-84fb-3d4b3ec84289", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c165a4"}
2026-09-10T13:42:17Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-c165a4"}, "namespace": "ai-tenant-e2e-shared-a-w2-c165a4", "name": "openshift-service-ca.crt", "reconcileID": "d5f82326-0f4f-4d49-9e6e-18b59c7db7ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-c165a4"}
2026-09-10T13:42:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-c165a4"}, "namespace": "ai-tenant-e2e-shared-a-w2-c165a4", "name": "openshift-service-ca.crt", "reconcileID": "d5f82326-0f4f-4d49-9e6e-18b59c7db7ac", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-c165a4"}
2026-09-10T13:42:17Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c165a4"}, "namespace": "ai-tenant-e2e-shared-a-w2-c165a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f300c013-132a-47a7-a98e-1ff074e811cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c165a4"}
2026-09-10T13:42:17Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-c165a4"}, "namespace": "ai-tenant-e2e-shared-a-w2-c165a4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f300c013-132a-47a7-a98e-1ff074e811cc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-c165a4"}
2026-09-10T13:42:18Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-c165a4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-c165a4", "reconcileID": "cad1b45f-93d9-44fb-9fa7-98637b9bd571", "Gateway": "e2e-shared-a-w2-c165a4", "namespace": "openshift-ingress"}
2026-09-10T13:42:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "1a9105f1-73c2-496c-9536-6ce0c7839950", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:42:19Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "1a9105f1-73c2-496c-9536-6ce0c7839950", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c-authn-ssl"}
2026-09-10T13:42:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "1a9105f1-73c2-496c-9536-6ce0c7839950", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:42:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "3dd16c0e-c447-4daa-aa58-68527ecfd47d", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:42:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "3dd16c0e-c447-4daa-aa58-68527ecfd47d", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c-authn-ssl"}
2026-09-10T13:42:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "3dd16c0e-c447-4daa-aa58-68527ecfd47d", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:42:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "5cebcdc8-9e81-418c-bf24-ecee589a15b7", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:42:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "5cebcdc8-9e81-418c-bf24-ecee589a15b7", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c-authn-ssl"}
2026-09-10T13:42:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "5cebcdc8-9e81-418c-bf24-ecee589a15b7", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:42:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "70fef661-3566-436c-a5bd-846cf078a35d", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:42:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "70fef661-3566-436c-a5bd-846cf078a35d", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c-authn-ssl"}
2026-09-10T13:42:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "70fef661-3566-436c-a5bd-846cf078a35d", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:42:19Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "daa8bc0e-2b62-43e5-93ed-e507ff6bc1ae", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:42:19Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "daa8bc0e-2b62-43e5-93ed-e507ff6bc1ae", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c-authn-ssl"}
2026-09-10T13:42:19Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "daa8bc0e-2b62-43e5-93ed-e507ff6bc1ae", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:42:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "6b7cc975-d792-4ea8-928f-4a906eebcbeb", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:42:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "6b7cc975-d792-4ea8-928f-4a906eebcbeb", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c-authn-ssl"}
2026-09-10T13:42:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "6b7cc975-d792-4ea8-928f-4a906eebcbeb", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:42:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "c9d91f10-ad16-4070-b2a8-9e988c86dfa1", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:42:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "c9d91f10-ad16-4070-b2a8-9e988c86dfa1", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c-authn-ssl"}
2026-09-10T13:42:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "c9d91f10-ad16-4070-b2a8-9e988c86dfa1", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:42:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "76f7ddc1-49a5-4ffb-9933-d3b1641cfc44", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:42:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "76f7ddc1-49a5-4ffb-9933-d3b1641cfc44", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c-authn-ssl"}
2026-09-10T13:42:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "76f7ddc1-49a5-4ffb-9933-d3b1641cfc44", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:42:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-08b85c"}, "namespace": "ai-tenant-e2e-ipp-b-08b85c", "name": "openshift-service-ca.crt", "reconcileID": "0c897625-8d61-4bcb-ae15-a749121c521f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-08b85c"}
2026-09-10T13:42:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-08b85c"}, "namespace": "ai-tenant-e2e-ipp-b-08b85c", "name": "odh-trusted-ca-bundle", "reconcileID": "fce584c6-7c23-4208-a085-02915f00bd9a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-08b85c"}
2026-09-10T13:42:26Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-08b85c"}, "namespace": "ai-tenant-e2e-ipp-b-08b85c", "name": "openshift-service-ca.crt", "reconcileID": "a6e1c1fb-55d3-44f4-8099-adebf95314ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-08b85c", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T13:42:26Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-08b85c"}, "namespace": "ai-tenant-e2e-ipp-b-08b85c", "name": "openshift-service-ca.crt", "reconcileID": "a6e1c1fb-55d3-44f4-8099-adebf95314ce", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-08b85c"}
2026-09-10T13:42:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-08b85c"}, "namespace": "ai-tenant-e2e-ipp-b-08b85c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4128e25e-262e-45c0-a7f2-25b50c1c6f77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-08b85c"}
2026-09-10T13:42:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-08b85c"}, "namespace": "ai-tenant-e2e-ipp-b-08b85c", "name": "openshift-service-ca.crt", "reconcileID": "cfd5f1f0-148e-4d60-8a9d-5667d0f9e9f9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-08b85c"}
2026-09-10T13:42:26Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-08b85c"}, "namespace": "ai-tenant-e2e-ipp-b-08b85c", "name": "odh-trusted-ca-bundle", "reconcileID": "c43e72d4-b553-475d-bb4c-98569c58af56", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-08b85c", "update": "odh-kserve-custom-ca-bundle"}
2026-09-10T13:42:26Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-08b85c"}, "namespace": "ai-tenant-e2e-ipp-b-08b85c", "name": "odh-trusted-ca-bundle", "reconcileID": "c43e72d4-b553-475d-bb4c-98569c58af56", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-08b85c"}
2026-09-10T13:42:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-08b85c"}, "namespace": "ai-tenant-e2e-ipp-b-08b85c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a1d2f6f7-b96f-4237-95a8-c6851754ba3a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-08b85c"}
2026-09-10T13:42:28Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "6000c4bc-91e7-41a2-a678-b8c2b4a43090", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:42:28Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "6000c4bc-91e7-41a2-a678-b8c2b4a43090", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c-authn-ssl"}
2026-09-10T13:42:28Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "6000c4bc-91e7-41a2-a678-b8c2b4a43090", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:42:29Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-e65037","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-e65037", "reconcileID": "50140c34-67da-458b-bb40-29717bec312f", "Gateway": "e2e-shared-b-w2-e65037", "namespace": "openshift-ingress"}
2026-09-10T13:42:29Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-e65037","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-e65037", "reconcileID": "50140c34-67da-458b-bb40-29717bec312f", "Gateway": "e2e-shared-b-w2-e65037", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-e65037-authn-ssl"}
2026-09-10T13:42:29Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-e65037","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-e65037", "reconcileID": "50140c34-67da-458b-bb40-29717bec312f", "Gateway": "e2e-shared-b-w2-e65037", "namespace": "openshift-ingress"}
2026-09-10T13:42:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "39755423-dfa2-4cd1-900e-51da170e97ca", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:42:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "39755423-dfa2-4cd1-900e-51da170e97ca", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c-authn-ssl"}
2026-09-10T13:42:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "39755423-dfa2-4cd1-900e-51da170e97ca", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:42:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-e65037","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-e65037", "reconcileID": "47a63c52-11e2-440e-a1e0-6daa441e23ee", "Gateway": "e2e-shared-b-w2-e65037", "namespace": "openshift-ingress"}
2026-09-10T13:42:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-e65037","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-e65037", "reconcileID": "47a63c52-11e2-440e-a1e0-6daa441e23ee", "Gateway": "e2e-shared-b-w2-e65037", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-e65037-authn-ssl"}
2026-09-10T13:42:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-e65037","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-e65037", "reconcileID": "47a63c52-11e2-440e-a1e0-6daa441e23ee", "Gateway": "e2e-shared-b-w2-e65037", "namespace": "openshift-ingress"}
2026-09-10T13:42:34Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-10T13:42:34Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-10T13:42:34Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-10T13:42:34Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-10T13:42:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e65037"}, "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "249c596d-6384-4640-9ce7-35a3a715be0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-e65037"}
2026-09-10T13:42:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e65037"}, "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "249c596d-6384-4640-9ce7-35a3a715be0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T13:42:35Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e65037"}, "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "249c596d-6384-4640-9ce7-35a3a715be0e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-e65037 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T13:42:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e65037"}, "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "name": "odh-trusted-ca-bundle", "reconcileID": "3fd42051-b609-4e76-9024-6c6a0577f1ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-e65037"}
2026-09-10T13:42:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e65037"}, "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "name": "odh-trusted-ca-bundle", "reconcileID": "3fd42051-b609-4e76-9024-6c6a0577f1ea", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T13:42:35Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e65037"}, "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "name": "odh-trusted-ca-bundle", "reconcileID": "3fd42051-b609-4e76-9024-6c6a0577f1ea", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-e65037 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T13:42:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e65037"}, "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95802523-b0ee-4624-8308-be16e470d595", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-e65037"}
2026-09-10T13:42:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e65037"}, "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95802523-b0ee-4624-8308-be16e470d595", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T13:42:35Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e65037"}, "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "95802523-b0ee-4624-8308-be16e470d595", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-e65037 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T13:42:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e65037"}, "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "name": "odh-trusted-ca-bundle", "reconcileID": "1e0ff395-baf3-4d20-8e3a-68e34ce39470", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-e65037"}
2026-09-10T13:42:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e65037"}, "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "name": "odh-trusted-ca-bundle", "reconcileID": "1e0ff395-baf3-4d20-8e3a-68e34ce39470", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T13:42:35Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e65037"}, "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "name": "odh-trusted-ca-bundle", "reconcileID": "1e0ff395-baf3-4d20-8e3a-68e34ce39470", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-e65037 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T13:42:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-e65037"}, "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "name": "openshift-service-ca.crt", "reconcileID": "9b613998-4751-4c13-94a4-196b4c6a19e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-e65037"}
2026-09-10T13:42:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-e65037"}, "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "name": "openshift-service-ca.crt", "reconcileID": "9b613998-4751-4c13-94a4-196b4c6a19e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-e65037"}
2026-09-10T13:42:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e65037"}, "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7295c0b-6fbb-4308-ab42-6f7d02453933", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-e65037"}
2026-09-10T13:42:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e65037"}, "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "a7295c0b-6fbb-4308-ab42-6f7d02453933", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-e65037"}
2026-09-10T13:42:35Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e65037"}, "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "name": "odh-trusted-ca-bundle", "reconcileID": "7eac8eb6-ad48-4266-8a6e-b64544b9567b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-e65037"}
2026-09-10T13:42:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-e65037"}, "namespace": "ai-tenant-e2e-shared-b-w2-e65037", "name": "odh-trusted-ca-bundle", "reconcileID": "7eac8eb6-ad48-4266-8a6e-b64544b9567b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-e65037"}
2026-09-10T13:42:37Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-e65037","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-e65037", "reconcileID": "e01c960b-ee7e-4e98-bf4a-ea3f9ece638b", "Gateway": "e2e-shared-b-w2-e65037", "namespace": "openshift-ingress"}
2026-09-10T13:42:56Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "c775e57f-eaad-4d41-bf96-99fea3e669a9", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:42:56Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "c775e57f-eaad-4d41-bf96-99fea3e669a9", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:42:56Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "c775e57f-eaad-4d41-bf96-99fea3e669a9", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:42:56Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "c775e57f-eaad-4d41-bf96-99fea3e669a9", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405-kserve-route-authn"}
2026-09-10T13:42:56Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "c775e57f-eaad-4d41-bf96-99fea3e669a9", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405", "authType": "userdefined"}
2026-09-10T13:42:56Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "c775e57f-eaad-4d41-bf96-99fea3e669a9", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:42:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "17ab6932-beac-4919-a816-92f35bc68469", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:42:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "17ab6932-beac-4919-a816-92f35bc68469", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405-authn-ssl"}
2026-09-10T13:42:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "17ab6932-beac-4919-a816-92f35bc68469", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:42:57Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "0857de58-5765-4b8b-9f5f-418b9f6ac7f5", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:42:57Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "0857de58-5765-4b8b-9f5f-418b9f6ac7f5", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:42:57Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "0857de58-5765-4b8b-9f5f-418b9f6ac7f5", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:42:57Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "0857de58-5765-4b8b-9f5f-418b9f6ac7f5", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405-kserve-route-authn"}
2026-09-10T13:42:57Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "0857de58-5765-4b8b-9f5f-418b9f6ac7f5", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405", "authType": "userdefined"}
2026-09-10T13:42:57Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "0857de58-5765-4b8b-9f5f-418b9f6ac7f5", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:43:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "d9eae683-996e-49db-9ba8-bed932d62ad0", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:43:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "d9eae683-996e-49db-9ba8-bed932d62ad0", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405-authn-ssl"}
2026-09-10T13:43:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "d9eae683-996e-49db-9ba8-bed932d62ad0", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:43:09Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "823d1d21-795a-4c84-8d41-1a70f9cd125e", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:43:09Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "823d1d21-795a-4c84-8d41-1a70f9cd125e", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:43:09Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "823d1d21-795a-4c84-8d41-1a70f9cd125e", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:43:09Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "823d1d21-795a-4c84-8d41-1a70f9cd125e", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405-kserve-route-authn"}
2026-09-10T13:43:09Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "823d1d21-795a-4c84-8d41-1a70f9cd125e", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405", "authType": "userdefined"}
2026-09-10T13:43:09Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "823d1d21-795a-4c84-8d41-1a70f9cd125e", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:43:15Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "1a8d4679-06be-422d-9b84-ff27c8ae7f01", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:43:15Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "1a8d4679-06be-422d-9b84-ff27c8ae7f01", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:43:15Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "1a8d4679-06be-422d-9b84-ff27c8ae7f01", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:43:15Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "1a8d4679-06be-422d-9b84-ff27c8ae7f01", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405-kserve-route-authn"}
2026-09-10T13:43:15Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "1a8d4679-06be-422d-9b84-ff27c8ae7f01", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405", "authType": "userdefined"}
2026-09-10T13:43:15Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "1a8d4679-06be-422d-9b84-ff27c8ae7f01", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:43:19Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "9fb25b2b-5896-4b77-80be-7051e0d8b783", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:43:19Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "9fb25b2b-5896-4b77-80be-7051e0d8b783", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:43:19Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "9fb25b2b-5896-4b77-80be-7051e0d8b783", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:43:19Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "9fb25b2b-5896-4b77-80be-7051e0d8b783", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405-kserve-route-authn"}
2026-09-10T13:43:19Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "9fb25b2b-5896-4b77-80be-7051e0d8b783", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405", "authType": "userdefined"}
2026-09-10T13:43:19Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "9fb25b2b-5896-4b77-80be-7051e0d8b783", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:43:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "caa42238-00cf-424f-b3ec-a90b89cd3e56", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:43:33Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "caa42238-00cf-424f-b3ec-a90b89cd3e56", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b-authn-ssl"}
2026-09-10T13:43:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "caa42238-00cf-424f-b3ec-a90b89cd3e56", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:43:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "6d9c0c53-29a7-44f3-b8ea-edcfe82c1c0b", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:43:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "6d9c0c53-29a7-44f3-b8ea-edcfe82c1c0b", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b-authn-ssl"}
2026-09-10T13:43:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "6d9c0c53-29a7-44f3-b8ea-edcfe82c1c0b", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:43:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "ac00b31c-bca2-4d5e-867c-2b4db5f1d505", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:43:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "ac00b31c-bca2-4d5e-867c-2b4db5f1d505", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b-authn-ssl"}
2026-09-10T13:43:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "ac00b31c-bca2-4d5e-867c-2b4db5f1d505", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:43:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "3ea7a26c-cc2f-495a-a9c8-950fc915c885", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:43:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "3ea7a26c-cc2f-495a-a9c8-950fc915c885", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b-authn-ssl"}
2026-09-10T13:43:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "3ea7a26c-cc2f-495a-a9c8-950fc915c885", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:43:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "325e5ce3-3a3e-451f-b9fd-8f1739fc0643", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:43:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "325e5ce3-3a3e-451f-b9fd-8f1739fc0643", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b-authn-ssl"}
2026-09-10T13:43:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "325e5ce3-3a3e-451f-b9fd-8f1739fc0643", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:43:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "5197ba52-ae5d-4ce4-98a3-880bdc363ec3", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:43:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "5197ba52-ae5d-4ce4-98a3-880bdc363ec3", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b-authn-ssl"}
2026-09-10T13:43:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "5197ba52-ae5d-4ce4-98a3-880bdc363ec3", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:43:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "079267bf-e316-4d9a-98aa-d64dd42e1ea6", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:43:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "079267bf-e316-4d9a-98aa-d64dd42e1ea6", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b-authn-ssl"}
2026-09-10T13:43:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "079267bf-e316-4d9a-98aa-d64dd42e1ea6", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:43:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-37280b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-37280b", "name": "odh-trusted-ca-bundle", "reconcileID": "0a0c5dad-f043-4b4f-b7e6-39e12a49c084", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-37280b"}
2026-09-10T13:43:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-37280b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-37280b", "name": "openshift-service-ca.crt", "reconcileID": "495dbd91-a4c2-4beb-bdcb-762da622abdf", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-37280b"}
2026-09-10T13:43:36Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-37280b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-37280b", "name": "openshift-service-ca.crt", "reconcileID": "4cd3246e-0078-46a9-9ee9-36fe8ac69efb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-37280b", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T13:43:36Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-37280b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-37280b", "name": "openshift-service-ca.crt", "reconcileID": "4cd3246e-0078-46a9-9ee9-36fe8ac69efb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-37280b"}
2026-09-10T13:43:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-37280b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-37280b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dc736298-8bc9-471a-9a20-931d2276ad2b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-37280b"}
2026-09-10T13:43:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-37280b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-37280b", "name": "openshift-service-ca.crt", "reconcileID": "d5057ea3-0820-4018-b207-63d6356b8a43", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-37280b"}
2026-09-10T13:43:36Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-37280b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-37280b", "name": "odh-trusted-ca-bundle", "reconcileID": "dd17c958-09ab-4041-831f-6ff58b3a654c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-37280b", "update": "odh-kserve-custom-ca-bundle"}
2026-09-10T13:43:36Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-37280b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-37280b", "name": "odh-trusted-ca-bundle", "reconcileID": "dd17c958-09ab-4041-831f-6ff58b3a654c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-37280b"}
2026-09-10T13:43:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-37280b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-37280b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ed713486-d777-4b53-a09a-ab67bef12463", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-37280b"}
2026-09-10T13:43:38Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "043614fe-422e-48cc-8c8a-de14d4b8b583", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:43:38Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "043614fe-422e-48cc-8c8a-de14d4b8b583", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b-authn-ssl"}
2026-09-10T13:43:38Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "043614fe-422e-48cc-8c8a-de14d4b8b583", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:43:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "20fb4734-3607-4e86-beca-4928854bd634", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:43:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "20fb4734-3607-4e86-beca-4928854bd634", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b-authn-ssl"}
2026-09-10T13:43:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "20fb4734-3607-4e86-beca-4928854bd634", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:44:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "480d34a4-150b-4f43-811d-5ca990966947", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:44:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "480d34a4-150b-4f43-811d-5ca990966947", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b-authn-ssl"}
2026-09-10T13:44:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "480d34a4-150b-4f43-811d-5ca990966947", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:44:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "1b2ce728-2514-4531-9a6f-0aab49f8da36", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:44:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "1b2ce728-2514-4531-9a6f-0aab49f8da36", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b-authn-ssl"}
2026-09-10T13:44:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "1b2ce728-2514-4531-9a6f-0aab49f8da36", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:44:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-37280b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-37280b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6be41c09-ba54-414d-b98c-4b5c2c0b7a53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-37280b"}
2026-09-10T13:44:15Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-37280b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-37280b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6be41c09-ba54-414d-b98c-4b5c2c0b7a53", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-37280b", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T13:44:15Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-37280b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-37280b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6be41c09-ba54-414d-b98c-4b5c2c0b7a53", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-37280b because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T13:44:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-37280b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-37280b", "name": "odh-trusted-ca-bundle", "reconcileID": "06024389-68b4-4cbe-ac84-24408eebabfe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-37280b"}
2026-09-10T13:44:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-37280b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-37280b", "name": "odh-trusted-ca-bundle", "reconcileID": "06024389-68b4-4cbe-ac84-24408eebabfe", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-37280b"}
2026-09-10T13:44:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-37280b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-37280b", "name": "openshift-service-ca.crt", "reconcileID": "bc2c4efe-5835-465a-a7de-f2bef9622fb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-37280b"}
2026-09-10T13:44:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-37280b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-37280b", "name": "openshift-service-ca.crt", "reconcileID": "bc2c4efe-5835-465a-a7de-f2bef9622fb5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-37280b"}
2026-09-10T13:44:15Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-37280b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-37280b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "feed7b44-7a37-4972-96b0-f6f24df395d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-37280b"}
2026-09-10T13:44:15Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-37280b"}, "namespace": "ai-tenant-e2e-ipp-cleanup-37280b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "feed7b44-7a37-4972-96b0-f6f24df395d8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-37280b"}
2026-09-10T13:44:16Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-37280b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-37280b", "reconcileID": "5ee9f576-dfbd-46e4-bdc3-edc2f75ccf5f", "Gateway": "e2e-ipp-cleanup-37280b", "namespace": "openshift-ingress"}
2026-09-10T13:44:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "b892dccc-231c-46ea-9938-ff281d089ba0", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:44:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "b892dccc-231c-46ea-9938-ff281d089ba0", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405-authn-ssl"}
2026-09-10T13:44:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "b892dccc-231c-46ea-9938-ff281d089ba0", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:44:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "4b694c6c-8a39-4830-bb08-7f379e9058bc", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:44:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "4b694c6c-8a39-4830-bb08-7f379e9058bc", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405-authn-ssl"}
2026-09-10T13:44:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "4b694c6c-8a39-4830-bb08-7f379e9058bc", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:44:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "ed4eab3a-75dc-4267-b635-b308009f63ae", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:44:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "ed4eab3a-75dc-4267-b635-b308009f63ae", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405-authn-ssl"}
2026-09-10T13:44:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "ed4eab3a-75dc-4267-b635-b308009f63ae", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:44:42Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "4b45a9c0-c2cc-41e1-8052-7f81fe726919", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:44:42Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "4b45a9c0-c2cc-41e1-8052-7f81fe726919", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:44:42Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "4b45a9c0-c2cc-41e1-8052-7f81fe726919", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:44:42Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "4b45a9c0-c2cc-41e1-8052-7f81fe726919", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405-kserve-route-authn"}
2026-09-10T13:44:42Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "4b45a9c0-c2cc-41e1-8052-7f81fe726919", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405", "authType": "userdefined"}
2026-09-10T13:44:42Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "4b45a9c0-c2cc-41e1-8052-7f81fe726919", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:45:18Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "8e337e04-f524-4e3b-92c0-b5bc18491328", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:45:18Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "8e337e04-f524-4e3b-92c0-b5bc18491328", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:45:18Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "8e337e04-f524-4e3b-92c0-b5bc18491328", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:45:18Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "8e337e04-f524-4e3b-92c0-b5bc18491328", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405-kserve-route-authn"}
2026-09-10T13:45:18Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "8e337e04-f524-4e3b-92c0-b5bc18491328", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405", "authType": "userdefined"}
2026-09-10T13:45:18Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "8e337e04-f524-4e3b-92c0-b5bc18491328", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:45:18Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "16447bd1-af6c-41e3-812c-c05fdd302d9b", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:45:18Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "16447bd1-af6c-41e3-812c-c05fdd302d9b", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405"}
2026-09-10T13:45:18Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "16447bd1-af6c-41e3-812c-c05fdd302d9b", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:45:18Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "16447bd1-af6c-41e3-812c-c05fdd302d9b", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:45:18Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "16447bd1-af6c-41e3-812c-c05fdd302d9b", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405-kserve-route-authn"}
2026-09-10T13:45:18Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "16447bd1-af6c-41e3-812c-c05fdd302d9b", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405-kserve-route-authn"}
2026-09-10T13:45:18Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "16447bd1-af6c-41e3-812c-c05fdd302d9b", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:45:18Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "16447bd1-af6c-41e3-812c-c05fdd302d9b", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:45:18Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-56b405","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "ipp-route-56b405", "reconcileID": "45e74ea6-2bbe-4040-952f-fcd16d1a6896", "LLMInferenceService": "ipp-route-56b405", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:45:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "ccc05c3e-4aa8-497f-8ebc-0e25173a0191", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:45:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "ccc05c3e-4aa8-497f-8ebc-0e25173a0191", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405-authn-ssl"}
2026-09-10T13:45:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "ccc05c3e-4aa8-497f-8ebc-0e25173a0191", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:45:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "46aa792d-4138-4730-af3f-c41050256d06", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:45:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "46aa792d-4138-4730-af3f-c41050256d06", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405-authn-ssl"}
2026-09-10T13:45:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "46aa792d-4138-4730-af3f-c41050256d06", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:45:19Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9aabe11b-8f88-405f-b510-56ada6ed65c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:45:19Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9aabe11b-8f88-405f-b510-56ada6ed65c5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56b405", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T13:45:19Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9aabe11b-8f88-405f-b510-56ada6ed65c5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-56b405 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T13:45:19Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "odh-trusted-ca-bundle", "reconcileID": "b4b48091-2514-40f3-9e45-6c5b2857d5f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:45:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "odh-trusted-ca-bundle", "reconcileID": "b4b48091-2514-40f3-9e45-6c5b2857d5f3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:45:19Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "openshift-service-ca.crt", "reconcileID": "7bd13eb8-aa07-4627-822c-f9c69856c7fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:45:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "openshift-service-ca.crt", "reconcileID": "7bd13eb8-aa07-4627-822c-f9c69856c7fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:45:19Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c55a810-c9fe-4cf2-aebb-d951a6f11c6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:45:19Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-56b405"}, "namespace": "ai-tenant-e2e-ipp-a-56b405", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6c55a810-c9fe-4cf2-aebb-d951a6f11c6e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-56b405"}
2026-09-10T13:45:26Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-56b405","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-56b405", "reconcileID": "09a1d2af-88ec-4e36-b901-721e0117ec8a", "Gateway": "e2e-ipp-a-56b405", "namespace": "openshift-ingress"}
2026-09-10T13:45:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "f56474c4-8dac-4bcd-bf8e-0ce2030e1e7d", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:45:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "f56474c4-8dac-4bcd-bf8e-0ce2030e1e7d", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c-authn-ssl"}
2026-09-10T13:45:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "f56474c4-8dac-4bcd-bf8e-0ce2030e1e7d", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:45:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "3409dbf2-09d3-4e37-b05c-85d83f2bdaec", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:45:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "3409dbf2-09d3-4e37-b05c-85d83f2bdaec", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c-authn-ssl"}
2026-09-10T13:45:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "3409dbf2-09d3-4e37-b05c-85d83f2bdaec", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:45:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-08b85c"}, "namespace": "ai-tenant-e2e-ipp-b-08b85c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b71f5273-9a4c-46cd-a687-deb87cced5a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-08b85c"}
2026-09-10T13:45:43Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-08b85c"}, "namespace": "ai-tenant-e2e-ipp-b-08b85c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b71f5273-9a4c-46cd-a687-deb87cced5a0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-08b85c", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T13:45:43Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-08b85c"}, "namespace": "ai-tenant-e2e-ipp-b-08b85c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b71f5273-9a4c-46cd-a687-deb87cced5a0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-08b85c because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T13:45:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-08b85c"}, "namespace": "ai-tenant-e2e-ipp-b-08b85c", "name": "odh-trusted-ca-bundle", "reconcileID": "348d20a8-1dad-4a75-93f2-2ac2a8008ea5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-08b85c"}
2026-09-10T13:45:43Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-08b85c"}, "namespace": "ai-tenant-e2e-ipp-b-08b85c", "name": "odh-trusted-ca-bundle", "reconcileID": "348d20a8-1dad-4a75-93f2-2ac2a8008ea5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-08b85c", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T13:45:43Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-08b85c"}, "namespace": "ai-tenant-e2e-ipp-b-08b85c", "name": "odh-trusted-ca-bundle", "reconcileID": "348d20a8-1dad-4a75-93f2-2ac2a8008ea5", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-08b85c because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T13:45:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-08b85c"}, "namespace": "ai-tenant-e2e-ipp-b-08b85c", "name": "openshift-service-ca.crt", "reconcileID": "ee7b5ea8-212f-4b6c-bca1-914f707942df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-08b85c"}
2026-09-10T13:45:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-08b85c"}, "namespace": "ai-tenant-e2e-ipp-b-08b85c", "name": "openshift-service-ca.crt", "reconcileID": "ee7b5ea8-212f-4b6c-bca1-914f707942df", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-08b85c"}
2026-09-10T13:45:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-08b85c"}, "namespace": "ai-tenant-e2e-ipp-b-08b85c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8f07937-57c6-48dd-9adc-04d0b9876b36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-08b85c"}
2026-09-10T13:45:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-08b85c"}, "namespace": "ai-tenant-e2e-ipp-b-08b85c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b8f07937-57c6-48dd-9adc-04d0b9876b36", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-08b85c"}
2026-09-10T13:45:43Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-08b85c"}, "namespace": "ai-tenant-e2e-ipp-b-08b85c", "name": "odh-trusted-ca-bundle", "reconcileID": "7b2cc24f-a729-43bb-901a-2bea2c477d1b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-08b85c"}
2026-09-10T13:45:43Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-08b85c"}, "namespace": "ai-tenant-e2e-ipp-b-08b85c", "name": "odh-trusted-ca-bundle", "reconcileID": "7b2cc24f-a729-43bb-901a-2bea2c477d1b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-08b85c"}
2026-09-10T13:45:45Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-08b85c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-08b85c", "reconcileID": "cb3887f6-e66c-4ef7-b2c8-567ca648331a", "Gateway": "e2e-ipp-b-08b85c", "namespace": "openshift-ingress"}
2026-09-10T13:45:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7657ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7657ef", "reconcileID": "0b01fdd3-36ca-4561-9bbf-885a00648b55", "Gateway": "e2e-shared-a-w3-7657ef", "namespace": "openshift-ingress"}
2026-09-10T13:45:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7657ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7657ef", "reconcileID": "0b01fdd3-36ca-4561-9bbf-885a00648b55", "Gateway": "e2e-shared-a-w3-7657ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7657ef-authn-ssl"}
2026-09-10T13:45:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7657ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7657ef", "reconcileID": "0b01fdd3-36ca-4561-9bbf-885a00648b55", "Gateway": "e2e-shared-a-w3-7657ef", "namespace": "openshift-ingress"}
2026-09-10T13:46:00Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7657ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7657ef", "reconcileID": "39c7c159-9e03-4d71-80b5-e98a93744c14", "Gateway": "e2e-shared-a-w3-7657ef", "namespace": "openshift-ingress"}
2026-09-10T13:46:00Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7657ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7657ef", "reconcileID": "39c7c159-9e03-4d71-80b5-e98a93744c14", "Gateway": "e2e-shared-a-w3-7657ef", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7657ef-authn-ssl"}
2026-09-10T13:46:00Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7657ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7657ef", "reconcileID": "39c7c159-9e03-4d71-80b5-e98a93744c14", "Gateway": "e2e-shared-a-w3-7657ef", "namespace": "openshift-ingress"}
2026-09-10T13:46:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7657ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-7657ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b45a0593-7843-4ddb-87a9-b68e64f633d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7657ef"}
2026-09-10T13:46:03Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7657ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-7657ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b45a0593-7843-4ddb-87a9-b68e64f633d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7657ef", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T13:46:03Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7657ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-7657ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b45a0593-7843-4ddb-87a9-b68e64f633d0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-7657ef because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T13:46:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7657ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-7657ef", "name": "odh-trusted-ca-bundle", "reconcileID": "7435be0c-bac9-431d-8671-cdf78f706dbb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7657ef"}
2026-09-10T13:46:03Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7657ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-7657ef", "name": "odh-trusted-ca-bundle", "reconcileID": "7435be0c-bac9-431d-8671-cdf78f706dbb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7657ef", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T13:46:03Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7657ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-7657ef", "name": "odh-trusted-ca-bundle", "reconcileID": "7435be0c-bac9-431d-8671-cdf78f706dbb", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-7657ef because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T13:46:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-7657ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-7657ef", "name": "openshift-service-ca.crt", "reconcileID": "0ceb6b8f-10c5-42f3-8dbf-2f7e0b4ee0fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-7657ef"}
2026-09-10T13:46:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-7657ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-7657ef", "name": "openshift-service-ca.crt", "reconcileID": "0ceb6b8f-10c5-42f3-8dbf-2f7e0b4ee0fb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-7657ef"}
2026-09-10T13:46:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7657ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-7657ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b9355c2-c925-45a0-9b47-8f0b2a9052b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7657ef"}
2026-09-10T13:46:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7657ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-7657ef", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5b9355c2-c925-45a0-9b47-8f0b2a9052b5", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7657ef"}
2026-09-10T13:46:03Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7657ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-7657ef", "name": "odh-trusted-ca-bundle", "reconcileID": "cf3b4df7-a3d3-4b8d-89c5-43bbe09626dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7657ef"}
2026-09-10T13:46:03Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-7657ef"}, "namespace": "ai-tenant-e2e-shared-a-w3-7657ef", "name": "odh-trusted-ca-bundle", "reconcileID": "cf3b4df7-a3d3-4b8d-89c5-43bbe09626dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-7657ef"}
2026-09-10T13:46:05Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-7657ef","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-7657ef", "reconcileID": "692e632c-ca40-4fcf-9c60-793541e4c7c8", "Gateway": "e2e-shared-a-w3-7657ef", "namespace": "openshift-ingress"}
2026-09-10T13:46:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7739cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7739cb", "reconcileID": "0d3b1597-6218-408f-93a1-003bf163ba39", "Gateway": "e2e-shared-b-w3-7739cb", "namespace": "openshift-ingress"}
2026-09-10T13:46:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7739cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7739cb", "reconcileID": "0d3b1597-6218-408f-93a1-003bf163ba39", "Gateway": "e2e-shared-b-w3-7739cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7739cb-authn-ssl"}
2026-09-10T13:46:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7739cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7739cb", "reconcileID": "0d3b1597-6218-408f-93a1-003bf163ba39", "Gateway": "e2e-shared-b-w3-7739cb", "namespace": "openshift-ingress"}
2026-09-10T13:46:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7739cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7739cb", "reconcileID": "a174fb3b-cd87-4057-ae78-0550c6ed87b0", "Gateway": "e2e-shared-b-w3-7739cb", "namespace": "openshift-ingress"}
2026-09-10T13:46:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7739cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7739cb", "reconcileID": "a174fb3b-cd87-4057-ae78-0550c6ed87b0", "Gateway": "e2e-shared-b-w3-7739cb", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7739cb-authn-ssl"}
2026-09-10T13:46:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7739cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7739cb", "reconcileID": "a174fb3b-cd87-4057-ae78-0550c6ed87b0", "Gateway": "e2e-shared-b-w3-7739cb", "namespace": "openshift-ingress"}
2026-09-10T13:46:25Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7739cb"}, "namespace": "ai-tenant-e2e-shared-b-w3-7739cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e577cfd-896c-45d3-b476-0528625f9cf9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7739cb"}
2026-09-10T13:46:25Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7739cb"}, "namespace": "ai-tenant-e2e-shared-b-w3-7739cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e577cfd-896c-45d3-b476-0528625f9cf9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7739cb", "create": "odh-kserve-custom-ca-bundle"}
2026-09-10T13:46:26Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7739cb"}, "namespace": "ai-tenant-e2e-shared-b-w3-7739cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7e577cfd-896c-45d3-b476-0528625f9cf9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-7739cb because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-10T13:46:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7739cb"}, "namespace": "ai-tenant-e2e-shared-b-w3-7739cb", "name": "odh-trusted-ca-bundle", "reconcileID": "781a8f89-5998-4ce3-8d83-13867155475b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7739cb"}
2026-09-10T13:46:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7739cb"}, "namespace": "ai-tenant-e2e-shared-b-w3-7739cb", "name": "odh-trusted-ca-bundle", "reconcileID": "781a8f89-5998-4ce3-8d83-13867155475b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7739cb"}
2026-09-10T13:46:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-7739cb"}, "namespace": "ai-tenant-e2e-shared-b-w3-7739cb", "name": "openshift-service-ca.crt", "reconcileID": "17f09924-12f8-40c7-b981-25b73256d53f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-7739cb"}
2026-09-10T13:46:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-7739cb"}, "namespace": "ai-tenant-e2e-shared-b-w3-7739cb", "name": "openshift-service-ca.crt", "reconcileID": "17f09924-12f8-40c7-b981-25b73256d53f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-7739cb"}
2026-09-10T13:46:26Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7739cb"}, "namespace": "ai-tenant-e2e-shared-b-w3-7739cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ed19696-f835-437f-a5de-34e32d958cc0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7739cb"}
2026-09-10T13:46:26Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-7739cb"}, "namespace": "ai-tenant-e2e-shared-b-w3-7739cb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3ed19696-f835-437f-a5de-34e32d958cc0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-7739cb"}
2026-09-10T13:46:26Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-7739cb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-7739cb", "reconcileID": "d86d93e2-c532-411e-8442-a98a6e020040", "Gateway": "e2e-shared-b-w3-7739cb", "namespace": "openshift-ingress"}
2026-09-10T13:50:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "35529774-f205-4fc9-8e05-231a82f0f34d", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm"}
2026-09-10T13:50:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "35529774-f205-4fc9-8e05-231a82f0f34d", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm"}
2026-09-10T13:50:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "35529774-f205-4fc9-8e05-231a82f0f34d", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm"}
2026-09-10T13:50:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14a93a82-4d70-441f-a01a-e349b6774322", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T13:50:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "35529774-f205-4fc9-8e05-231a82f0f34d", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm", "name": "e2e-same-id-a-af9e9484-kserve-route-authn"}
2026-09-10T13:50:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "35529774-f205-4fc9-8e05-231a82f0f34d", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm", "authType": "userdefined"}
2026-09-10T13:50:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "35529774-f205-4fc9-8e05-231a82f0f34d", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm"}
2026-09-10T13:50:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14a93a82-4d70-441f-a01a-e349b6774322", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T13:50:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "14a93a82-4d70-441f-a01a-e349b6774322", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T13:50:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "b446afe3-fca5-4941-b160-77f2d41347a2", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm"}
2026-09-10T13:50:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "b446afe3-fca5-4941-b160-77f2d41347a2", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm"}
2026-09-10T13:50:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "b446afe3-fca5-4941-b160-77f2d41347a2", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm"}
2026-09-10T13:50:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "b446afe3-fca5-4941-b160-77f2d41347a2", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm", "name": "e2e-same-id-a-af9e9484-kserve-route-authn"}
2026-09-10T13:50:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "b446afe3-fca5-4941-b160-77f2d41347a2", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm", "authType": "userdefined"}
2026-09-10T13:50:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "b446afe3-fca5-4941-b160-77f2d41347a2", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm"}
2026-09-10T13:50:49Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "f42d4e8c-7950-4600-928e-afc76151801b", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm"}
2026-09-10T13:50:49Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "f42d4e8c-7950-4600-928e-afc76151801b", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm"}
2026-09-10T13:50:49Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "f42d4e8c-7950-4600-928e-afc76151801b", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm"}
2026-09-10T13:50:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f1ea0ad-4b6d-429e-a075-8022d764e092", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T13:50:49Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "f42d4e8c-7950-4600-928e-afc76151801b", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm", "name": "e2e-same-id-b-af9e9484-kserve-route-authn"}
2026-09-10T13:50:49Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "f42d4e8c-7950-4600-928e-afc76151801b", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm", "authType": "userdefined"}
2026-09-10T13:50:49Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "f42d4e8c-7950-4600-928e-afc76151801b", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm"}
2026-09-10T13:50:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f1ea0ad-4b6d-429e-a075-8022d764e092", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T13:50:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "3f1ea0ad-4b6d-429e-a075-8022d764e092", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T13:50:50Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b807acbc-8996-4f7e-abcd-355ada70e7c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T13:50:50Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b807acbc-8996-4f7e-abcd-355ada70e7c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T13:50:50Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "b807acbc-8996-4f7e-abcd-355ada70e7c1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T13:50:51Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "d87845d5-b8c5-4820-bebf-8634b7be8cbd", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm"}
2026-09-10T13:50:51Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "d87845d5-b8c5-4820-bebf-8634b7be8cbd", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm"}
2026-09-10T13:50:51Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "d87845d5-b8c5-4820-bebf-8634b7be8cbd", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm"}
2026-09-10T13:50:51Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "d87845d5-b8c5-4820-bebf-8634b7be8cbd", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm", "name": "e2e-same-id-a-af9e9484-kserve-route-authn"}
2026-09-10T13:50:51Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "d87845d5-b8c5-4820-bebf-8634b7be8cbd", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm", "authType": "userdefined"}
2026-09-10T13:50:51Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "d87845d5-b8c5-4820-bebf-8634b7be8cbd", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm"}
2026-09-10T13:50:51Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "8c06360c-23ab-4b14-a548-faf60b1b1cd3", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm"}
2026-09-10T13:50:51Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "8c06360c-23ab-4b14-a548-faf60b1b1cd3", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm"}
2026-09-10T13:50:51Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "8c06360c-23ab-4b14-a548-faf60b1b1cd3", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm"}
2026-09-10T13:50:51Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "8c06360c-23ab-4b14-a548-faf60b1b1cd3", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm", "name": "e2e-same-id-b-af9e9484-kserve-route-authn"}
2026-09-10T13:50:51Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "8c06360c-23ab-4b14-a548-faf60b1b1cd3", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm", "authType": "userdefined"}
2026-09-10T13:50:51Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "8c06360c-23ab-4b14-a548-faf60b1b1cd3", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm"}
2026-09-10T13:51:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba17b06a-b720-48ce-b191-67e60cdd91f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T13:51:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba17b06a-b720-48ce-b191-67e60cdd91f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T13:51:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "ba17b06a-b720-48ce-b191-67e60cdd91f3", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T13:51:15Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "006458b8-27c3-4d7d-885b-2edca50c7d04", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm"}
2026-09-10T13:51:15Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "006458b8-27c3-4d7d-885b-2edca50c7d04", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm"}
2026-09-10T13:51:15Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "006458b8-27c3-4d7d-885b-2edca50c7d04", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm"}
2026-09-10T13:51:15Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "006458b8-27c3-4d7d-885b-2edca50c7d04", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm", "name": "e2e-same-id-b-af9e9484-kserve-route-authn"}
2026-09-10T13:51:15Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "006458b8-27c3-4d7d-885b-2edca50c7d04", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm", "authType": "userdefined"}
2026-09-10T13:51:15Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "006458b8-27c3-4d7d-885b-2edca50c7d04", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm"}
2026-09-10T13:51:22Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-10T13:51:22Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-10T13:51:23Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-10T13:51:23Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-10T13:51:29Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "26b75fdc-34f3-4112-add3-f3c55b561395", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm"}
2026-09-10T13:51:29Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "26b75fdc-34f3-4112-add3-f3c55b561395", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm"}
2026-09-10T13:51:29Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "26b75fdc-34f3-4112-add3-f3c55b561395", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm"}
2026-09-10T13:51:29Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "26b75fdc-34f3-4112-add3-f3c55b561395", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm", "name": "e2e-same-id-a-af9e9484-kserve-route-authn"}
2026-09-10T13:51:29Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "26b75fdc-34f3-4112-add3-f3c55b561395", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm", "authType": "userdefined"}
2026-09-10T13:51:29Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "26b75fdc-34f3-4112-add3-f3c55b561395", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm"}
2026-09-10T13:51:47Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "b4f184d3-f505-42e0-9768-3b67cf7d18be", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm"}
2026-09-10T13:51:47Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "b4f184d3-f505-42e0-9768-3b67cf7d18be", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm"}
2026-09-10T13:51:47Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "b4f184d3-f505-42e0-9768-3b67cf7d18be", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm"}
2026-09-10T13:51:47Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "b4f184d3-f505-42e0-9768-3b67cf7d18be", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm", "name": "e2e-same-id-b-af9e9484-kserve-route-authn"}
2026-09-10T13:51:47Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "b4f184d3-f505-42e0-9768-3b67cf7d18be", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm", "authType": "userdefined"}
2026-09-10T13:51:47Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "b4f184d3-f505-42e0-9768-3b67cf7d18be", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm"}
2026-09-10T13:51:49Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "3fd67aba-2643-488e-89f5-f0d67af7c33b", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm"}
2026-09-10T13:51:49Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "3fd67aba-2643-488e-89f5-f0d67af7c33b", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm", "name": "e2e-same-id-a-af9e9484"}
2026-09-10T13:51:49Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "3fd67aba-2643-488e-89f5-f0d67af7c33b", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm"}
2026-09-10T13:51:49Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "3fd67aba-2643-488e-89f5-f0d67af7c33b", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm"}
2026-09-10T13:51:49Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "3fd67aba-2643-488e-89f5-f0d67af7c33b", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm", "name": "e2e-same-id-a-af9e9484-kserve-route-authn"}
2026-09-10T13:51:49Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "3fd67aba-2643-488e-89f5-f0d67af7c33b", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm", "name": "e2e-same-id-a-af9e9484-kserve-route-authn"}
2026-09-10T13:51:49Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-af9e9484", "reconcileID": "0a698443-aca5-47c4-9598-227f95b7afa9", "LLMInferenceService": "e2e-same-id-a-af9e9484", "namespace": "llm"}
2026-09-10T13:51:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a110804c-1dcf-42fe-ad27-de5c7bbaf4e6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T13:51:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a110804c-1dcf-42fe-ad27-de5c7bbaf4e6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T13:51:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "a110804c-1dcf-42fe-ad27-de5c7bbaf4e6", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T13:51:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e889d59-ae25-4028-ba21-648cb9b6887a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T13:51:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e889d59-ae25-4028-ba21-648cb9b6887a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T13:51:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9e889d59-ae25-4028-ba21-648cb9b6887a", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T13:51:50Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "dddcaddd-4d15-4a6c-9a26-a721123c301e", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm"}
2026-09-10T13:51:50Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "dddcaddd-4d15-4a6c-9a26-a721123c301e", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm", "name": "e2e-same-id-b-af9e9484"}
2026-09-10T13:51:50Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "dddcaddd-4d15-4a6c-9a26-a721123c301e", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm"}
2026-09-10T13:51:50Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "dddcaddd-4d15-4a6c-9a26-a721123c301e", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm"}
2026-09-10T13:51:50Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "dddcaddd-4d15-4a6c-9a26-a721123c301e", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm", "name": "e2e-same-id-b-af9e9484-kserve-route-authn"}
2026-09-10T13:51:50Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "dddcaddd-4d15-4a6c-9a26-a721123c301e", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm", "name": "e2e-same-id-b-af9e9484-kserve-route-authn"}
2026-09-10T13:51:51Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-af9e9484","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-af9e9484", "reconcileID": "d947f28e-e8a9-4b5d-8120-f07e747134ca", "LLMInferenceService": "e2e-same-id-b-af9e9484", "namespace": "llm"}
2026-09-10T13:51:51Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c29dca23-1aec-4690-ab7d-230e8e253a1e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T13:51:51Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c29dca23-1aec-4690-ab7d-230e8e253a1e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T13:51:51Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c29dca23-1aec-4690-ab7d-230e8e253a1e", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T13:51:51Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b6e3f81-f51a-4c1c-9b77-14f275e384d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-10T13:51:51Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b6e3f81-f51a-4c1c-9b77-14f275e384d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-10T13:51:51Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "9b6e3f81-f51a-4c1c-9b77-14f275e384d1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}