2026-09-11T13:20:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "91828371-659b-4397-b046-b089678cdb8c", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f-authn-ssl"}
2026-09-11T13:20:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "91828371-659b-4397-b046-b089678cdb8c", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:20:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "ec84559f-3637-4a57-b53d-624ae3fbf422", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:20:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "ec84559f-3637-4a57-b53d-624ae3fbf422", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f-authn-ssl"}
2026-09-11T13:20:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "ec84559f-3637-4a57-b53d-624ae3fbf422", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:20:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "b2b7b810-53c1-4e99-8150-f3030a1039f4", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:20:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "b2b7b810-53c1-4e99-8150-f3030a1039f4", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f-authn-ssl"}
2026-09-11T13:20:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "b2b7b810-53c1-4e99-8150-f3030a1039f4", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:20:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "9b8746c9-7f03-4e97-a274-07e33838e8ad", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:20:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "9b8746c9-7f03-4e97-a274-07e33838e8ad", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f-authn-ssl"}
2026-09-11T13:20:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "9b8746c9-7f03-4e97-a274-07e33838e8ad", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:20:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "d604d85d-6dd0-4308-a112-3559e3f81344", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:20:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "d604d85d-6dd0-4308-a112-3559e3f81344", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f-authn-ssl"}
2026-09-11T13:20:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "d604d85d-6dd0-4308-a112-3559e3f81344", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:20:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "2a13dfb3-6a92-48b8-bb91-e50f9b656493", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:20:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "2a13dfb3-6a92-48b8-bb91-e50f9b656493", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f-authn-ssl"}
2026-09-11T13:20:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "2a13dfb3-6a92-48b8-bb91-e50f9b656493", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:20:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "e554dfaf-da51-4d0c-a8dd-50727353fc4f", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:20:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "e554dfaf-da51-4d0c-a8dd-50727353fc4f", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f-authn-ssl"}
2026-09-11T13:20:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "e554dfaf-da51-4d0c-a8dd-50727353fc4f", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:20:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "openshift-service-ca.crt", "reconcileID": "ae1dd06f-aecd-4e5c-a68b-7f38e06727d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:20:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "openshift-service-ca.crt", "reconcileID": "708933a8-4b1a-4ce6-9400-5971e70ec416", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T13:20:10Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "openshift-service-ca.crt", "reconcileID": "708933a8-4b1a-4ce6-9400-5971e70ec416", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:20:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e2a5dee2-afa8-4a86-a70d-05807920eb0e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:20:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "openshift-service-ca.crt", "reconcileID": "da102844-d85b-49e4-8e91-a79bfebeee13", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:20:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "odh-trusted-ca-bundle", "reconcileID": "6571e35e-0931-4e24-92a3-99b752c97a4e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:20:11Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "odh-trusted-ca-bundle", "reconcileID": "3e172f77-5a9c-4b89-bfe3-25365fef6e43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "update": "odh-kserve-custom-ca-bundle"}
2026-09-11T13:20:11Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "odh-trusted-ca-bundle", "reconcileID": "3e172f77-5a9c-4b89-bfe3-25365fef6e43", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:20:11Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "449a12e5-8b66-4d7b-bed1-ae0ff24f7807", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:20:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "35ac83f8-da85-49e0-b51c-edeb7a6a7b1b", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:20:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "35ac83f8-da85-49e0-b51c-edeb7a6a7b1b", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f-authn-ssl"}
2026-09-11T13:20:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "35ac83f8-da85-49e0-b51c-edeb7a6a7b1b", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:20:21Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cd3c29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cd3c29", "reconcileID": "154ea2e5-ed02-4836-93e7-01faf8980d7c", "Gateway": "e2e-api-a-cd3c29", "namespace": "openshift-ingress"}
2026-09-11T13:20:21Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cd3c29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cd3c29", "reconcileID": "154ea2e5-ed02-4836-93e7-01faf8980d7c", "Gateway": "e2e-api-a-cd3c29", "namespace": "openshift-ingress", "name": "e2e-api-a-cd3c29-authn-ssl"}
2026-09-11T13:20:21Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cd3c29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cd3c29", "reconcileID": "154ea2e5-ed02-4836-93e7-01faf8980d7c", "Gateway": "e2e-api-a-cd3c29", "namespace": "openshift-ingress"}
2026-09-11T13:20:27Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-cd3c29"}, "namespace": "ai-tenant-e2e-api-a-cd3c29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06b9ade7-960e-445a-b507-046fb02c8d0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cd3c29"}
2026-09-11T13:20:27Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-cd3c29"}, "namespace": "ai-tenant-e2e-api-a-cd3c29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06b9ade7-960e-445a-b507-046fb02c8d0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cd3c29", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T13:20:27Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-cd3c29"}, "namespace": "ai-tenant-e2e-api-a-cd3c29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "06b9ade7-960e-445a-b507-046fb02c8d0b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-cd3c29 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T13:20:27Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-cd3c29"}, "namespace": "ai-tenant-e2e-api-a-cd3c29", "name": "odh-trusted-ca-bundle", "reconcileID": "8d8fb871-b7e3-4bda-8f8e-c337a83a3424", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cd3c29"}
2026-09-11T13:20:27Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-cd3c29"}, "namespace": "ai-tenant-e2e-api-a-cd3c29", "name": "odh-trusted-ca-bundle", "reconcileID": "8d8fb871-b7e3-4bda-8f8e-c337a83a3424", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cd3c29", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T13:20:27Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-cd3c29"}, "namespace": "ai-tenant-e2e-api-a-cd3c29", "name": "odh-trusted-ca-bundle", "reconcileID": "8d8fb871-b7e3-4bda-8f8e-c337a83a3424", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-cd3c29 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T13:20:27Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-cd3c29"}, "namespace": "ai-tenant-e2e-api-a-cd3c29", "name": "openshift-service-ca.crt", "reconcileID": "55039145-8ce2-4399-b60f-d23cb34d605f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-cd3c29"}
2026-09-11T13:20:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-cd3c29"}, "namespace": "ai-tenant-e2e-api-a-cd3c29", "name": "openshift-service-ca.crt", "reconcileID": "55039145-8ce2-4399-b60f-d23cb34d605f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-cd3c29"}
2026-09-11T13:20:27Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-cd3c29"}, "namespace": "ai-tenant-e2e-api-a-cd3c29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb9a7221-f970-4787-b87c-23bc0e335890", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cd3c29"}
2026-09-11T13:20:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-cd3c29"}, "namespace": "ai-tenant-e2e-api-a-cd3c29", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "eb9a7221-f970-4787-b87c-23bc0e335890", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cd3c29"}
2026-09-11T13:20:27Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-cd3c29"}, "namespace": "ai-tenant-e2e-api-a-cd3c29", "name": "odh-trusted-ca-bundle", "reconcileID": "d154d53d-66c6-4cc9-a653-a5a072a36dd5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cd3c29"}
2026-09-11T13:20:27Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-cd3c29"}, "namespace": "ai-tenant-e2e-api-a-cd3c29", "name": "odh-trusted-ca-bundle", "reconcileID": "d154d53d-66c6-4cc9-a653-a5a072a36dd5", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-cd3c29"}
2026-09-11T13:20:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cd3c29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cd3c29", "reconcileID": "25ef7538-12eb-4b39-8173-ce43996f537d", "Gateway": "e2e-api-a-cd3c29", "namespace": "openshift-ingress"}
2026-09-11T13:20:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cd3c29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cd3c29", "reconcileID": "25ef7538-12eb-4b39-8173-ce43996f537d", "Gateway": "e2e-api-a-cd3c29", "namespace": "openshift-ingress", "name": "e2e-api-a-cd3c29-authn-ssl"}
2026-09-11T13:20:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cd3c29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cd3c29", "reconcileID": "25ef7538-12eb-4b39-8173-ce43996f537d", "Gateway": "e2e-api-a-cd3c29", "namespace": "openshift-ingress"}
2026-09-11T13:20:27Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "4fe70f55-b542-4f0d-9dc4-7c9a4a252d17", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:20:27Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "4fe70f55-b542-4f0d-9dc4-7c9a4a252d17", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f-authn-ssl"}
2026-09-11T13:20:27Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "4fe70f55-b542-4f0d-9dc4-7c9a4a252d17", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:20:28Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-cd3c29","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-cd3c29", "reconcileID": "d7e94a82-e054-44da-b0c4-a7d2c3d59c06", "Gateway": "e2e-api-a-cd3c29", "namespace": "openshift-ingress"}
2026-09-11T13:20:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "db7aa3bb-8cad-4783-98f8-c913adcfae26", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:20:36Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "db7aa3bb-8cad-4783-98f8-c913adcfae26", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f-authn-ssl"}
2026-09-11T13:20:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "db7aa3bb-8cad-4783-98f8-c913adcfae26", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:20:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "2bd7360c-c829-4dd8-a684-c6a244bca00b", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:20:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "2bd7360c-c829-4dd8-a684-c6a244bca00b", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f-authn-ssl"}
2026-09-11T13:20:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "2bd7360c-c829-4dd8-a684-c6a244bca00b", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:20:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "fe7589a3-17e4-4ae7-8b77-595d374ae77c", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:20:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "fe7589a3-17e4-4ae7-8b77-595d374ae77c", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f-authn-ssl"}
2026-09-11T13:20:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "fe7589a3-17e4-4ae7-8b77-595d374ae77c", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:20:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "e81b7b3d-00c5-4a06-b330-4ff74b331cf3", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:20:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "e81b7b3d-00c5-4a06-b330-4ff74b331cf3", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f-authn-ssl"}
2026-09-11T13:20:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "e81b7b3d-00c5-4a06-b330-4ff74b331cf3", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:20:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "716dada2-1218-41b5-86e8-53d07126a5d0", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:20:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "716dada2-1218-41b5-86e8-53d07126a5d0", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f-authn-ssl"}
2026-09-11T13:20:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "716dada2-1218-41b5-86e8-53d07126a5d0", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:20:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "9032f3df-bed2-4024-913f-609c815a4a3a", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:20:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "9032f3df-bed2-4024-913f-609c815a4a3a", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f-authn-ssl"}
2026-09-11T13:20:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "9032f3df-bed2-4024-913f-609c815a4a3a", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:20:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "748c612f-2718-452f-b2e5-7563d87e0565", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:20:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "748c612f-2718-452f-b2e5-7563d87e0565", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f-authn-ssl"}
2026-09-11T13:20:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "748c612f-2718-452f-b2e5-7563d87e0565", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:20:38Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "3527d4d8-522a-4c8a-8c2a-0a1e97632304", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:20:38Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "3527d4d8-522a-4c8a-8c2a-0a1e97632304", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f-authn-ssl"}
2026-09-11T13:20:38Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "3527d4d8-522a-4c8a-8c2a-0a1e97632304", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:20:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e3f42f"}, "namespace": "ai-tenant-e2e-ipp-b-e3f42f", "name": "odh-trusted-ca-bundle", "reconcileID": "33b290fb-b57c-454a-a1ba-0f5e6d7a2c51", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e3f42f"}
2026-09-11T13:20:40Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e3f42f"}, "namespace": "ai-tenant-e2e-ipp-b-e3f42f", "name": "odh-trusted-ca-bundle", "reconcileID": "2f55d894-1ea9-4a5a-927c-e47fea9ed07f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e3f42f", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T13:20:40Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e3f42f"}, "namespace": "ai-tenant-e2e-ipp-b-e3f42f", "name": "odh-trusted-ca-bundle", "reconcileID": "2f55d894-1ea9-4a5a-927c-e47fea9ed07f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e3f42f"}
2026-09-11T13:20:40Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e3f42f"}, "namespace": "ai-tenant-e2e-ipp-b-e3f42f", "name": "openshift-service-ca.crt", "reconcileID": "f27a0e9f-2915-416e-a3c9-d68d17b56fd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e3f42f", "update": "odh-kserve-custom-ca-bundle"}
2026-09-11T13:20:40Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e3f42f"}, "namespace": "ai-tenant-e2e-ipp-b-e3f42f", "name": "openshift-service-ca.crt", "reconcileID": "f27a0e9f-2915-416e-a3c9-d68d17b56fd5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e3f42f"}
2026-09-11T13:20:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e3f42f"}, "namespace": "ai-tenant-e2e-ipp-b-e3f42f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "67819f1e-99f8-40c6-a37a-b4d6aff4b331", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e3f42f"}
2026-09-11T13:20:40Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e3f42f"}, "namespace": "ai-tenant-e2e-ipp-b-e3f42f", "name": "openshift-service-ca.crt", "reconcileID": "c4ec2037-36e0-4ce2-b7db-0946fb725ddb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e3f42f"}
2026-09-11T13:20:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "f21f5a69-6272-4d9b-a48a-5a33706482e1", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:20:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "f21f5a69-6272-4d9b-a48a-5a33706482e1", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f-authn-ssl"}
2026-09-11T13:20:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "f21f5a69-6272-4d9b-a48a-5a33706482e1", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:20:51Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "75ee3283-f60f-4bdd-a625-776828a6ea3c", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:20:51Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "75ee3283-f60f-4bdd-a625-776828a6ea3c", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f-authn-ssl"}
2026-09-11T13:20:51Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "75ee3283-f60f-4bdd-a625-776828a6ea3c", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:20:51Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3785d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3785d", "reconcileID": "752d453d-9e1b-4217-af6e-41fddc8cecf7", "Gateway": "e2e-api-b-a3785d", "namespace": "openshift-ingress"}
2026-09-11T13:20:51Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3785d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3785d", "reconcileID": "752d453d-9e1b-4217-af6e-41fddc8cecf7", "Gateway": "e2e-api-b-a3785d", "namespace": "openshift-ingress", "name": "e2e-api-b-a3785d-authn-ssl"}
2026-09-11T13:20:51Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3785d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3785d", "reconcileID": "752d453d-9e1b-4217-af6e-41fddc8cecf7", "Gateway": "e2e-api-b-a3785d", "namespace": "openshift-ingress"}
2026-09-11T13:20:59Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3785d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3785d", "reconcileID": "2149438d-993f-43fe-a1cc-aefe68d607c8", "Gateway": "e2e-api-b-a3785d", "namespace": "openshift-ingress"}
2026-09-11T13:20:59Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3785d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3785d", "reconcileID": "2149438d-993f-43fe-a1cc-aefe68d607c8", "Gateway": "e2e-api-b-a3785d", "namespace": "openshift-ingress", "name": "e2e-api-b-a3785d-authn-ssl"}
2026-09-11T13:20:59Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3785d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3785d", "reconcileID": "2149438d-993f-43fe-a1cc-aefe68d607c8", "Gateway": "e2e-api-b-a3785d", "namespace": "openshift-ingress"}
2026-09-11T13:21:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3785d"}, "namespace": "ai-tenant-e2e-api-b-a3785d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ebe3d3f-0319-4bc9-b53f-98a7757079f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a3785d"}
2026-09-11T13:21:00Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3785d"}, "namespace": "ai-tenant-e2e-api-b-a3785d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ebe3d3f-0319-4bc9-b53f-98a7757079f1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a3785d", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T13:21:00Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3785d"}, "namespace": "ai-tenant-e2e-api-b-a3785d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7ebe3d3f-0319-4bc9-b53f-98a7757079f1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-a3785d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T13:21:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3785d"}, "namespace": "ai-tenant-e2e-api-b-a3785d", "name": "odh-trusted-ca-bundle", "reconcileID": "233a4603-815d-41eb-9c17-5fbaa11c6723", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a3785d"}
2026-09-11T13:21:00Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3785d"}, "namespace": "ai-tenant-e2e-api-b-a3785d", "name": "odh-trusted-ca-bundle", "reconcileID": "233a4603-815d-41eb-9c17-5fbaa11c6723", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a3785d", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T13:21:00Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3785d"}, "namespace": "ai-tenant-e2e-api-b-a3785d", "name": "odh-trusted-ca-bundle", "reconcileID": "233a4603-815d-41eb-9c17-5fbaa11c6723", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-a3785d because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T13:21:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a3785d"}, "namespace": "ai-tenant-e2e-api-b-a3785d", "name": "openshift-service-ca.crt", "reconcileID": "00aceade-c230-48ad-b9ae-999ed2db784b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a3785d"}
2026-09-11T13:21:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a3785d"}, "namespace": "ai-tenant-e2e-api-b-a3785d", "name": "openshift-service-ca.crt", "reconcileID": "00aceade-c230-48ad-b9ae-999ed2db784b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a3785d"}
2026-09-11T13:21:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3785d"}, "namespace": "ai-tenant-e2e-api-b-a3785d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6ab2728-8153-4d98-bbff-5aeb201d9031", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a3785d"}
2026-09-11T13:21:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3785d"}, "namespace": "ai-tenant-e2e-api-b-a3785d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b6ab2728-8153-4d98-bbff-5aeb201d9031", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a3785d"}
2026-09-11T13:21:00Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3785d"}, "namespace": "ai-tenant-e2e-api-b-a3785d", "name": "odh-trusted-ca-bundle", "reconcileID": "9752fe28-777e-40ef-be24-6f4a5090dce9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a3785d"}
2026-09-11T13:21:00Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a3785d"}, "namespace": "ai-tenant-e2e-api-b-a3785d", "name": "odh-trusted-ca-bundle", "reconcileID": "9752fe28-777e-40ef-be24-6f4a5090dce9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a3785d"}
2026-09-11T13:21:01Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a3785d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a3785d", "reconcileID": "6081fe83-528f-489a-a55d-4418ea8b3446", "Gateway": "e2e-api-b-a3785d", "namespace": "openshift-ingress"}
2026-09-11T13:21:06Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "0c1d58b2-f728-4330-ba4e-8874213dc3ab", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:21:06Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "0c1d58b2-f728-4330-ba4e-8874213dc3ab", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:21:06Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "0c1d58b2-f728-4330-ba4e-8874213dc3ab", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:21:06Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "b751830f-d9a8-4009-88ab-ccc01436c376", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:21:06Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "0c1d58b2-f728-4330-ba4e-8874213dc3ab", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f-kserve-route-authn"}
2026-09-11T13:21:06Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "0c1d58b2-f728-4330-ba4e-8874213dc3ab", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "authType": "userdefined"}
2026-09-11T13:21:06Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "0c1d58b2-f728-4330-ba4e-8874213dc3ab", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:21:06Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "b751830f-d9a8-4009-88ab-ccc01436c376", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f-authn-ssl"}
2026-09-11T13:21:06Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "b751830f-d9a8-4009-88ab-ccc01436c376", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:21:06Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "47ebb8ff-f910-4033-8bcb-5d31c9b932fa", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:21:06Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "47ebb8ff-f910-4033-8bcb-5d31c9b932fa", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:21:06Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "47ebb8ff-f910-4033-8bcb-5d31c9b932fa", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:21:06Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "47ebb8ff-f910-4033-8bcb-5d31c9b932fa", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f-kserve-route-authn"}
2026-09-11T13:21:06Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "47ebb8ff-f910-4033-8bcb-5d31c9b932fa", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "authType": "userdefined"}
2026-09-11T13:21:06Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "47ebb8ff-f910-4033-8bcb-5d31c9b932fa", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:21:12Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4d7bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4d7bb0", "reconcileID": "92f8e6fa-9412-4492-8ccd-54def3dbbeef", "Gateway": "e2e-shared-a-w2-4d7bb0", "namespace": "openshift-ingress"}
2026-09-11T13:21:12Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4d7bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4d7bb0", "reconcileID": "92f8e6fa-9412-4492-8ccd-54def3dbbeef", "Gateway": "e2e-shared-a-w2-4d7bb0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4d7bb0-authn-ssl"}
2026-09-11T13:21:12Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4d7bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4d7bb0", "reconcileID": "92f8e6fa-9412-4492-8ccd-54def3dbbeef", "Gateway": "e2e-shared-a-w2-4d7bb0", "namespace": "openshift-ingress"}
2026-09-11T13:21:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4d7bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4d7bb0", "reconcileID": "d608a78c-2e94-4040-87e4-3235ea4b59a2", "Gateway": "e2e-shared-a-w2-4d7bb0", "namespace": "openshift-ingress"}
2026-09-11T13:21:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4d7bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4d7bb0", "reconcileID": "d608a78c-2e94-4040-87e4-3235ea4b59a2", "Gateway": "e2e-shared-a-w2-4d7bb0", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4d7bb0-authn-ssl"}
2026-09-11T13:21:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4d7bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4d7bb0", "reconcileID": "d608a78c-2e94-4040-87e4-3235ea4b59a2", "Gateway": "e2e-shared-a-w2-4d7bb0", "namespace": "openshift-ingress"}
2026-09-11T13:21:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4d7bb0"}, "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6459dfaa-977c-4904-9f1a-c7d8d50a9929", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0"}
2026-09-11T13:21:20Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4d7bb0"}, "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6459dfaa-977c-4904-9f1a-c7d8d50a9929", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T13:21:20Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4d7bb0"}, "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6459dfaa-977c-4904-9f1a-c7d8d50a9929", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-4d7bb0 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T13:21:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4d7bb0"}, "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0", "name": "odh-trusted-ca-bundle", "reconcileID": "650f70f1-d4ea-44db-8872-4dc4c708bb64", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0"}
2026-09-11T13:21:20Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4d7bb0"}, "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0", "name": "odh-trusted-ca-bundle", "reconcileID": "650f70f1-d4ea-44db-8872-4dc4c708bb64", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T13:21:20Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4d7bb0"}, "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0", "name": "odh-trusted-ca-bundle", "reconcileID": "650f70f1-d4ea-44db-8872-4dc4c708bb64", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-4d7bb0 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T13:21:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-4d7bb0"}, "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0", "name": "openshift-service-ca.crt", "reconcileID": "1a38cfd1-2cab-4d72-af9b-1eee33f83bd3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0"}
2026-09-11T13:21:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-4d7bb0"}, "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0", "name": "openshift-service-ca.crt", "reconcileID": "1a38cfd1-2cab-4d72-af9b-1eee33f83bd3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0"}
2026-09-11T13:21:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4d7bb0"}, "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "592644b1-4a7e-4424-921b-d4c3cc7d6906", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0"}
2026-09-11T13:21:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4d7bb0"}, "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "592644b1-4a7e-4424-921b-d4c3cc7d6906", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0"}
2026-09-11T13:21:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4d7bb0"}, "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0", "name": "odh-trusted-ca-bundle", "reconcileID": "1fd49134-24ae-4378-b606-56750a090185", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0"}
2026-09-11T13:21:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-4d7bb0"}, "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0", "name": "odh-trusted-ca-bundle", "reconcileID": "1fd49134-24ae-4378-b606-56750a090185", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-4d7bb0"}
2026-09-11T13:21:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "5bbbf6a9-bd50-4733-8020-466ca979c0f9", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:21:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "5bbbf6a9-bd50-4733-8020-466ca979c0f9", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f-authn-ssl"}
2026-09-11T13:21:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "5bbbf6a9-bd50-4733-8020-466ca979c0f9", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:21:21Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "055546dd-d373-4955-9f51-a87274b86a00", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:21:21Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "055546dd-d373-4955-9f51-a87274b86a00", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:21:21Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "055546dd-d373-4955-9f51-a87274b86a00", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:21:21Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "055546dd-d373-4955-9f51-a87274b86a00", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f-kserve-route-authn"}
2026-09-11T13:21:21Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "055546dd-d373-4955-9f51-a87274b86a00", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "authType": "userdefined"}
2026-09-11T13:21:21Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "055546dd-d373-4955-9f51-a87274b86a00", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:21:22Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-4d7bb0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-4d7bb0", "reconcileID": "7fb8df38-55dc-4ce6-91bb-ea93549762cd", "Gateway": "e2e-shared-a-w2-4d7bb0", "namespace": "openshift-ingress"}
2026-09-11T13:21:27Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "032ee234-fe25-4d29-aa48-55e2f612e0c3", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:21:27Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "032ee234-fe25-4d29-aa48-55e2f612e0c3", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:21:27Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "032ee234-fe25-4d29-aa48-55e2f612e0c3", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:21:27Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "032ee234-fe25-4d29-aa48-55e2f612e0c3", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f-kserve-route-authn"}
2026-09-11T13:21:27Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "032ee234-fe25-4d29-aa48-55e2f612e0c3", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "authType": "userdefined"}
2026-09-11T13:21:27Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "032ee234-fe25-4d29-aa48-55e2f612e0c3", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:21:31Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "4d639492-ad64-4a40-99ce-fb920e0abf2f", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:21:31Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "4d639492-ad64-4a40-99ce-fb920e0abf2f", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:21:31Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "4d639492-ad64-4a40-99ce-fb920e0abf2f", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:21:31Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "4d639492-ad64-4a40-99ce-fb920e0abf2f", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f-kserve-route-authn"}
2026-09-11T13:21:31Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "4d639492-ad64-4a40-99ce-fb920e0abf2f", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "authType": "userdefined"}
2026-09-11T13:21:31Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "4d639492-ad64-4a40-99ce-fb920e0abf2f", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:21:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f705b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f705b6", "reconcileID": "c35a1ca4-948e-45b2-be9c-0894ce203753", "Gateway": "e2e-shared-b-w2-f705b6", "namespace": "openshift-ingress"}
2026-09-11T13:21:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f705b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f705b6", "reconcileID": "c35a1ca4-948e-45b2-be9c-0894ce203753", "Gateway": "e2e-shared-b-w2-f705b6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f705b6-authn-ssl"}
2026-09-11T13:21:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f705b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f705b6", "reconcileID": "c35a1ca4-948e-45b2-be9c-0894ce203753", "Gateway": "e2e-shared-b-w2-f705b6", "namespace": "openshift-ingress"}
2026-09-11T13:21:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f705b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f705b6", "reconcileID": "47d941c3-5246-4f88-8823-448b020931f0", "Gateway": "e2e-shared-b-w2-f705b6", "namespace": "openshift-ingress"}
2026-09-11T13:21:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f705b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f705b6", "reconcileID": "47d941c3-5246-4f88-8823-448b020931f0", "Gateway": "e2e-shared-b-w2-f705b6", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f705b6-authn-ssl"}
2026-09-11T13:21:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f705b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f705b6", "reconcileID": "47d941c3-5246-4f88-8823-448b020931f0", "Gateway": "e2e-shared-b-w2-f705b6", "namespace": "openshift-ingress"}
2026-09-11T13:21:41Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f705b6"}, "namespace": "ai-tenant-e2e-shared-b-w2-f705b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab389e01-ce22-484a-8d79-fe1f454b86a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f705b6"}
2026-09-11T13:21:41Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f705b6"}, "namespace": "ai-tenant-e2e-shared-b-w2-f705b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab389e01-ce22-484a-8d79-fe1f454b86a8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f705b6", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T13:21:41Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f705b6"}, "namespace": "ai-tenant-e2e-shared-b-w2-f705b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab389e01-ce22-484a-8d79-fe1f454b86a8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-f705b6 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T13:21:41Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f705b6"}, "namespace": "ai-tenant-e2e-shared-b-w2-f705b6", "name": "odh-trusted-ca-bundle", "reconcileID": "de62a354-a6e7-45ba-aa69-633bd3d70911", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f705b6"}
2026-09-11T13:21:41Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f705b6"}, "namespace": "ai-tenant-e2e-shared-b-w2-f705b6", "name": "odh-trusted-ca-bundle", "reconcileID": "de62a354-a6e7-45ba-aa69-633bd3d70911", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f705b6", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T13:21:41Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f705b6"}, "namespace": "ai-tenant-e2e-shared-b-w2-f705b6", "name": "odh-trusted-ca-bundle", "reconcileID": "de62a354-a6e7-45ba-aa69-633bd3d70911", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-f705b6 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T13:21:41Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-f705b6"}, "namespace": "ai-tenant-e2e-shared-b-w2-f705b6", "name": "openshift-service-ca.crt", "reconcileID": "cf4d5e7b-ba64-4c31-b63f-d585aeb8c30d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-f705b6"}
2026-09-11T13:21:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-f705b6"}, "namespace": "ai-tenant-e2e-shared-b-w2-f705b6", "name": "openshift-service-ca.crt", "reconcileID": "cf4d5e7b-ba64-4c31-b63f-d585aeb8c30d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-f705b6"}
2026-09-11T13:21:41Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f705b6"}, "namespace": "ai-tenant-e2e-shared-b-w2-f705b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04338e06-2be3-42fc-85dd-68d684472e57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f705b6"}
2026-09-11T13:21:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f705b6"}, "namespace": "ai-tenant-e2e-shared-b-w2-f705b6", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "04338e06-2be3-42fc-85dd-68d684472e57", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f705b6"}
2026-09-11T13:21:41Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f705b6"}, "namespace": "ai-tenant-e2e-shared-b-w2-f705b6", "name": "odh-trusted-ca-bundle", "reconcileID": "5b304f2c-5728-4c81-875f-010edcd0293a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f705b6"}
2026-09-11T13:21:41Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-f705b6"}, "namespace": "ai-tenant-e2e-shared-b-w2-f705b6", "name": "odh-trusted-ca-bundle", "reconcileID": "5b304f2c-5728-4c81-875f-010edcd0293a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-f705b6"}
2026-09-11T13:21:41Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-f705b6","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-f705b6", "reconcileID": "2e2bd4a8-2032-495e-b761-c1ee6fb73a47", "Gateway": "e2e-shared-b-w2-f705b6", "namespace": "openshift-ingress"}
2026-09-11T13:21:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "814ea51c-967e-44cd-94e6-1ffba60f06fb", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:21:52Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "814ea51c-967e-44cd-94e6-1ffba60f06fb", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080-authn-ssl"}
2026-09-11T13:21:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "814ea51c-967e-44cd-94e6-1ffba60f06fb", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:21:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "48bc0a13-dedd-4c86-a9d3-c15d30150ed1", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:21:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "48bc0a13-dedd-4c86-a9d3-c15d30150ed1", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080-authn-ssl"}
2026-09-11T13:21:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "48bc0a13-dedd-4c86-a9d3-c15d30150ed1", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:21:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "32fe0d25-801a-4b21-afd0-4b3a9be3014c", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:21:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "32fe0d25-801a-4b21-afd0-4b3a9be3014c", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080-authn-ssl"}
2026-09-11T13:21:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "32fe0d25-801a-4b21-afd0-4b3a9be3014c", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:21:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "760f1fd8-8006-4183-a0f2-80a235ae403a", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:21:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "760f1fd8-8006-4183-a0f2-80a235ae403a", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080-authn-ssl"}
2026-09-11T13:21:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "760f1fd8-8006-4183-a0f2-80a235ae403a", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:21:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "ff4869b3-900b-4616-a7a4-0bfee9d6e12e", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:21:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "ff4869b3-900b-4616-a7a4-0bfee9d6e12e", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080-authn-ssl"}
2026-09-11T13:21:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "ff4869b3-900b-4616-a7a4-0bfee9d6e12e", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:21:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "a47699f8-3366-4492-839e-3645672fcd7f", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:21:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "a47699f8-3366-4492-839e-3645672fcd7f", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080-authn-ssl"}
2026-09-11T13:21:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "a47699f8-3366-4492-839e-3645672fcd7f", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:21:54Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "0145fe87-e241-439e-84c1-8a6c134d604c", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:21:54Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "0145fe87-e241-439e-84c1-8a6c134d604c", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080-authn-ssl"}
2026-09-11T13:21:54Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "0145fe87-e241-439e-84c1-8a6c134d604c", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:21:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-48a080"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48a080", "name": "openshift-service-ca.crt", "reconcileID": "a8d4e06b-7c22-4124-92da-315d05d72464", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-48a080"}
2026-09-11T13:21:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48a080"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48a080", "name": "odh-trusted-ca-bundle", "reconcileID": "99b58ecc-6305-4c66-899b-99bccef4c706", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48a080"}
2026-09-11T13:21:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-48a080"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48a080", "name": "openshift-service-ca.crt", "reconcileID": "9bf70789-35c5-4017-9999-d1f3a595d30b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-48a080", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T13:21:56Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-48a080"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48a080", "name": "openshift-service-ca.crt", "reconcileID": "9bf70789-35c5-4017-9999-d1f3a595d30b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-48a080"}
2026-09-11T13:21:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48a080"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48a080", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e251e72c-91c2-471f-b13b-3bcf4897bd37", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48a080"}
2026-09-11T13:21:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-48a080"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48a080", "name": "openshift-service-ca.crt", "reconcileID": "6757c690-062f-4443-b7fa-88f6c9f16566", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-48a080"}
2026-09-11T13:21:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48a080"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48a080", "name": "odh-trusted-ca-bundle", "reconcileID": "9555893a-93be-48f1-99df-3b4d7e944d00", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48a080", "update": "odh-kserve-custom-ca-bundle"}
2026-09-11T13:21:56Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48a080"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48a080", "name": "odh-trusted-ca-bundle", "reconcileID": "9555893a-93be-48f1-99df-3b4d7e944d00", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48a080"}
2026-09-11T13:21:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48a080"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48a080", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "493e11b9-44a4-46f5-94e4-bb5e4541e5dd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48a080"}
2026-09-11T13:22:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "4fa1d18b-313d-4905-a2cb-2f31b155570b", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:22:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "4fa1d18b-313d-4905-a2cb-2f31b155570b", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080-authn-ssl"}
2026-09-11T13:22:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "4fa1d18b-313d-4905-a2cb-2f31b155570b", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:22:08Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "8eb591ed-a631-48e2-9a86-db2fbc0fc127", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:22:08Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "8eb591ed-a631-48e2-9a86-db2fbc0fc127", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080-authn-ssl"}
2026-09-11T13:22:08Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "8eb591ed-a631-48e2-9a86-db2fbc0fc127", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:22:38Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "c4ab80cb-745f-4efb-bd70-71f43b4060df", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:22:38Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "c4ab80cb-745f-4efb-bd70-71f43b4060df", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080-authn-ssl"}
2026-09-11T13:22:38Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "c4ab80cb-745f-4efb-bd70-71f43b4060df", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:22:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "151b9cd8-6525-4aa0-9141-724ab471ee91", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:22:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "151b9cd8-6525-4aa0-9141-724ab471ee91", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080-authn-ssl"}
2026-09-11T13:22:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "151b9cd8-6525-4aa0-9141-724ab471ee91", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:22:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48a080"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48a080", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5905c9f8-6621-47da-8f23-0350772d7f98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48a080"}
2026-09-11T13:22:45Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48a080"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48a080", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5905c9f8-6621-47da-8f23-0350772d7f98", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48a080", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T13:22:45Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48a080"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48a080", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5905c9f8-6621-47da-8f23-0350772d7f98", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-48a080 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T13:22:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48a080"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48a080", "name": "odh-trusted-ca-bundle", "reconcileID": "707b2637-f9b8-4675-b233-0502a3ac1bc6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48a080"}
2026-09-11T13:22:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48a080"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48a080", "name": "odh-trusted-ca-bundle", "reconcileID": "707b2637-f9b8-4675-b233-0502a3ac1bc6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48a080"}
2026-09-11T13:22:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-48a080"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48a080", "name": "openshift-service-ca.crt", "reconcileID": "aa8d7447-2f12-4a14-a154-ebe7d61841bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-48a080"}
2026-09-11T13:22:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-48a080"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48a080", "name": "openshift-service-ca.crt", "reconcileID": "aa8d7447-2f12-4a14-a154-ebe7d61841bd", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-48a080"}
2026-09-11T13:22:45Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48a080"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48a080", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8065091e-b227-4c52-8d9c-0f4835ea88e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48a080"}
2026-09-11T13:22:45Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-48a080"}, "namespace": "ai-tenant-e2e-ipp-cleanup-48a080", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8065091e-b227-4c52-8d9c-0f4835ea88e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-48a080"}
2026-09-11T13:22:45Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-48a080","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-48a080", "reconcileID": "df1f689c-0bb7-4ba9-9783-c8271103c86b", "Gateway": "e2e-ipp-cleanup-48a080", "namespace": "openshift-ingress"}
2026-09-11T13:23:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "a70704ae-3f67-4325-8b3e-4e88da572fcc", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:23:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "a70704ae-3f67-4325-8b3e-4e88da572fcc", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f-authn-ssl"}
2026-09-11T13:23:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "a70704ae-3f67-4325-8b3e-4e88da572fcc", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:23:05Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "279f844b-1e16-42cd-83f0-a19af275291e", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:23:05Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "279f844b-1e16-42cd-83f0-a19af275291e", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f-authn-ssl"}
2026-09-11T13:23:05Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "279f844b-1e16-42cd-83f0-a19af275291e", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:23:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "701d9190-fff1-4808-82a1-bdb1d14d1cf5", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:23:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "701d9190-fff1-4808-82a1-bdb1d14d1cf5", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f-authn-ssl"}
2026-09-11T13:23:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "701d9190-fff1-4808-82a1-bdb1d14d1cf5", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:23:12Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "fb9be460-a1e4-42df-967b-0f7e7a39fd4c", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:12Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "fb9be460-a1e4-42df-967b-0f7e7a39fd4c", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:12Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "fb9be460-a1e4-42df-967b-0f7e7a39fd4c", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:12Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "fb9be460-a1e4-42df-967b-0f7e7a39fd4c", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f-kserve-route-authn"}
2026-09-11T13:23:12Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "fb9be460-a1e4-42df-967b-0f7e7a39fd4c", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "authType": "userdefined"}
2026-09-11T13:23:12Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "fb9be460-a1e4-42df-967b-0f7e7a39fd4c", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:47Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "6e963a9f-9a1c-4a64-b80d-f7ebdd0f96ab", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:47Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "6e963a9f-9a1c-4a64-b80d-f7ebdd0f96ab", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f"}
2026-09-11T13:23:47Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "6e963a9f-9a1c-4a64-b80d-f7ebdd0f96ab", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:47Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "6e963a9f-9a1c-4a64-b80d-f7ebdd0f96ab", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:47Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "6e963a9f-9a1c-4a64-b80d-f7ebdd0f96ab", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f-kserve-route-authn"}
2026-09-11T13:23:47Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "6e963a9f-9a1c-4a64-b80d-f7ebdd0f96ab", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f-kserve-route-authn"}
2026-09-11T13:23:47Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "6e963a9f-9a1c-4a64-b80d-f7ebdd0f96ab", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:47Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "6e963a9f-9a1c-4a64-b80d-f7ebdd0f96ab", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:48Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "b3482d43-8cbf-4fac-984d-4dd3460a9aeb", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:23:48Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "b3482d43-8cbf-4fac-984d-4dd3460a9aeb", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f-authn-ssl"}
2026-09-11T13:23:48Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "b3482d43-8cbf-4fac-984d-4dd3460a9aeb", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:23:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03126f5f-a168-4f9b-a627-0c4d0231c71b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:48Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03126f5f-a168-4f9b-a627-0c4d0231c71b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T13:23:48Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "03126f5f-a168-4f9b-a627-0c4d0231c71b", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-cc857f because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T13:23:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "odh-trusted-ca-bundle", "reconcileID": "dcad1668-727a-4292-b868-fe358f9309e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "odh-trusted-ca-bundle", "reconcileID": "dcad1668-727a-4292-b868-fe358f9309e6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "openshift-service-ca.crt", "reconcileID": "2c354307-0586-497a-a105-a308fa846d2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "openshift-service-ca.crt", "reconcileID": "2c354307-0586-497a-a105-a308fa846d2d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93469c1e-bbeb-4dc4-8f7a-1799c44ea550", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93469c1e-bbeb-4dc4-8f7a-1799c44ea550", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:55Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "18d01fa4-65c4-4f95-a5f8-d15080d86373", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:55Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "18d01fa4-65c4-4f95-a5f8-d15080d86373", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f"}
2026-09-11T13:23:55Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "18d01fa4-65c4-4f95-a5f8-d15080d86373", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:55Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "18d01fa4-65c4-4f95-a5f8-d15080d86373", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:55Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "18d01fa4-65c4-4f95-a5f8-d15080d86373", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f-kserve-route-authn"}
2026-09-11T13:23:55Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "18d01fa4-65c4-4f95-a5f8-d15080d86373", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f-kserve-route-authn"}
2026-09-11T13:23:55Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "18d01fa4-65c4-4f95-a5f8-d15080d86373", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:55Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "18d01fa4-65c4-4f95-a5f8-d15080d86373", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:56Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-cc857f","namespace":"ai-tenant-e2e-ipp-a-cc857f"}, "namespace": "ai-tenant-e2e-ipp-a-cc857f", "name": "ipp-route-cc857f", "reconcileID": "211bdc07-1d60-49a1-b679-89e05cfcf70c", "LLMInferenceService": "ipp-route-cc857f", "namespace": "ai-tenant-e2e-ipp-a-cc857f"}
2026-09-11T13:23:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "4b646e3a-31b4-4b84-995f-619213b70b85", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:23:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "4b646e3a-31b4-4b84-995f-619213b70b85", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f-authn-ssl"}
2026-09-11T13:23:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "4b646e3a-31b4-4b84-995f-619213b70b85", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:24:01Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-cc857f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-cc857f", "reconcileID": "5c2012f0-7df3-49f4-a560-6b2e5cff658b", "Gateway": "e2e-ipp-a-cc857f", "namespace": "openshift-ingress"}
2026-09-11T13:24:12Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "ecb494d8-8e9d-44a8-89c6-fe783bd2f9f7", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:24:12Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "ecb494d8-8e9d-44a8-89c6-fe783bd2f9f7", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f-authn-ssl"}
2026-09-11T13:24:12Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "ecb494d8-8e9d-44a8-89c6-fe783bd2f9f7", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:24:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "8027e34c-23f5-402c-b6e1-1b4ebaf535d7", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:24:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "8027e34c-23f5-402c-b6e1-1b4ebaf535d7", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f-authn-ssl"}
2026-09-11T13:24:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "8027e34c-23f5-402c-b6e1-1b4ebaf535d7", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:24:18Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e3f42f"}, "namespace": "ai-tenant-e2e-ipp-b-e3f42f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "552a3a89-3bd3-4375-8b29-912ed4e8dc46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e3f42f"}
2026-09-11T13:24:18Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e3f42f"}, "namespace": "ai-tenant-e2e-ipp-b-e3f42f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "552a3a89-3bd3-4375-8b29-912ed4e8dc46", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e3f42f", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T13:24:18Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e3f42f"}, "namespace": "ai-tenant-e2e-ipp-b-e3f42f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "552a3a89-3bd3-4375-8b29-912ed4e8dc46", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-e3f42f because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T13:24:18Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e3f42f"}, "namespace": "ai-tenant-e2e-ipp-b-e3f42f", "name": "odh-trusted-ca-bundle", "reconcileID": "e991efd5-5cb5-437d-9a28-47544fc029d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e3f42f"}
2026-09-11T13:24:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e3f42f"}, "namespace": "ai-tenant-e2e-ipp-b-e3f42f", "name": "odh-trusted-ca-bundle", "reconcileID": "e991efd5-5cb5-437d-9a28-47544fc029d2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e3f42f"}
2026-09-11T13:24:18Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e3f42f"}, "namespace": "ai-tenant-e2e-ipp-b-e3f42f", "name": "openshift-service-ca.crt", "reconcileID": "89d51dbc-02ef-4cb5-b171-94e274e2df74", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e3f42f"}
2026-09-11T13:24:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-e3f42f"}, "namespace": "ai-tenant-e2e-ipp-b-e3f42f", "name": "openshift-service-ca.crt", "reconcileID": "89d51dbc-02ef-4cb5-b171-94e274e2df74", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-e3f42f"}
2026-09-11T13:24:18Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e3f42f"}, "namespace": "ai-tenant-e2e-ipp-b-e3f42f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61d4f9e4-423d-4c89-ab98-58a041248a77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e3f42f"}
2026-09-11T13:24:18Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-e3f42f"}, "namespace": "ai-tenant-e2e-ipp-b-e3f42f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "61d4f9e4-423d-4c89-ab98-58a041248a77", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-e3f42f"}
2026-09-11T13:24:19Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-e3f42f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-e3f42f", "reconcileID": "d21d4df2-164e-4e6a-a1ec-d06f331e5a50", "Gateway": "e2e-ipp-b-e3f42f", "namespace": "openshift-ingress"}
2026-09-11T13:24:30Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1841da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1841da", "reconcileID": "f941b667-2ef6-408f-a9a8-585e565049ea", "Gateway": "e2e-shared-a-w3-1841da", "namespace": "openshift-ingress"}
2026-09-11T13:24:30Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1841da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1841da", "reconcileID": "f941b667-2ef6-408f-a9a8-585e565049ea", "Gateway": "e2e-shared-a-w3-1841da", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1841da-authn-ssl"}
2026-09-11T13:24:30Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1841da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1841da", "reconcileID": "f941b667-2ef6-408f-a9a8-585e565049ea", "Gateway": "e2e-shared-a-w3-1841da", "namespace": "openshift-ingress"}
2026-09-11T13:24:34Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1841da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1841da", "reconcileID": "e3b389ef-c223-445a-9ba6-20db08f69fc8", "Gateway": "e2e-shared-a-w3-1841da", "namespace": "openshift-ingress"}
2026-09-11T13:24:34Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1841da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1841da", "reconcileID": "e3b389ef-c223-445a-9ba6-20db08f69fc8", "Gateway": "e2e-shared-a-w3-1841da", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1841da-authn-ssl"}
2026-09-11T13:24:34Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1841da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1841da", "reconcileID": "e3b389ef-c223-445a-9ba6-20db08f69fc8", "Gateway": "e2e-shared-a-w3-1841da", "namespace": "openshift-ingress"}
2026-09-11T13:24:36Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1841da"}, "namespace": "ai-tenant-e2e-shared-a-w3-1841da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b13734b-df8e-4fb7-bb0f-a56f1bf7bc6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1841da"}
2026-09-11T13:24:36Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1841da"}, "namespace": "ai-tenant-e2e-shared-a-w3-1841da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b13734b-df8e-4fb7-bb0f-a56f1bf7bc6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1841da", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T13:24:36Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1841da"}, "namespace": "ai-tenant-e2e-shared-a-w3-1841da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4b13734b-df8e-4fb7-bb0f-a56f1bf7bc6f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-1841da because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T13:24:36Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1841da"}, "namespace": "ai-tenant-e2e-shared-a-w3-1841da", "name": "odh-trusted-ca-bundle", "reconcileID": "0447c21a-5267-480e-bddc-9cc4bfa04e25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1841da"}
2026-09-11T13:24:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1841da"}, "namespace": "ai-tenant-e2e-shared-a-w3-1841da", "name": "odh-trusted-ca-bundle", "reconcileID": "0447c21a-5267-480e-bddc-9cc4bfa04e25", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1841da"}
2026-09-11T13:24:36Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-1841da"}, "namespace": "ai-tenant-e2e-shared-a-w3-1841da", "name": "openshift-service-ca.crt", "reconcileID": "27adebfe-e19e-4aae-b8b6-0957ccfa171a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-1841da"}
2026-09-11T13:24:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-1841da"}, "namespace": "ai-tenant-e2e-shared-a-w3-1841da", "name": "openshift-service-ca.crt", "reconcileID": "27adebfe-e19e-4aae-b8b6-0957ccfa171a", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-1841da"}
2026-09-11T13:24:36Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1841da"}, "namespace": "ai-tenant-e2e-shared-a-w3-1841da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4aaf3456-fa0f-4e0d-83bd-2bcbe4f7de9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1841da"}
2026-09-11T13:24:36Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-1841da"}, "namespace": "ai-tenant-e2e-shared-a-w3-1841da", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4aaf3456-fa0f-4e0d-83bd-2bcbe4f7de9a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-1841da"}
2026-09-11T13:24:38Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-1841da","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-1841da", "reconcileID": "115b63ac-b534-4627-8ff9-b6d0f26443e3", "Gateway": "e2e-shared-a-w3-1841da", "namespace": "openshift-ingress"}
2026-09-11T13:24:49Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-82825f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-82825f", "reconcileID": "7f2c8554-46bf-49dc-be8a-8d66a6ed69d9", "Gateway": "e2e-shared-b-w3-82825f", "namespace": "openshift-ingress"}
2026-09-11T13:24:49Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-82825f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-82825f", "reconcileID": "7f2c8554-46bf-49dc-be8a-8d66a6ed69d9", "Gateway": "e2e-shared-b-w3-82825f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-82825f-authn-ssl"}
2026-09-11T13:24:49Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-82825f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-82825f", "reconcileID": "7f2c8554-46bf-49dc-be8a-8d66a6ed69d9", "Gateway": "e2e-shared-b-w3-82825f", "namespace": "openshift-ingress"}
2026-09-11T13:24:52Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-82825f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-82825f", "reconcileID": "eb93386e-9f50-4d66-85e0-3d5e4f740e63", "Gateway": "e2e-shared-b-w3-82825f", "namespace": "openshift-ingress"}
2026-09-11T13:24:52Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-82825f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-82825f", "reconcileID": "eb93386e-9f50-4d66-85e0-3d5e4f740e63", "Gateway": "e2e-shared-b-w3-82825f", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-82825f-authn-ssl"}
2026-09-11T13:24:52Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-82825f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-82825f", "reconcileID": "eb93386e-9f50-4d66-85e0-3d5e4f740e63", "Gateway": "e2e-shared-b-w3-82825f", "namespace": "openshift-ingress"}
2026-09-11T13:24:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-82825f"}, "namespace": "ai-tenant-e2e-shared-b-w3-82825f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24849c1d-a1d1-44e4-acc7-c2982bb54fa9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-82825f"}
2026-09-11T13:24:55Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-82825f"}, "namespace": "ai-tenant-e2e-shared-b-w3-82825f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24849c1d-a1d1-44e4-acc7-c2982bb54fa9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-82825f", "create": "odh-kserve-custom-ca-bundle"}
2026-09-11T13:24:55Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-82825f"}, "namespace": "ai-tenant-e2e-shared-b-w3-82825f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "24849c1d-a1d1-44e4-acc7-c2982bb54fa9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-82825f because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-11T13:24:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-82825f"}, "namespace": "ai-tenant-e2e-shared-b-w3-82825f", "name": "odh-trusted-ca-bundle", "reconcileID": "4fb02362-a0c1-4d1e-9b53-ecc9a79dadf9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-82825f"}
2026-09-11T13:24:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-82825f"}, "namespace": "ai-tenant-e2e-shared-b-w3-82825f", "name": "odh-trusted-ca-bundle", "reconcileID": "4fb02362-a0c1-4d1e-9b53-ecc9a79dadf9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-82825f"}
2026-09-11T13:24:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-82825f"}, "namespace": "ai-tenant-e2e-shared-b-w3-82825f", "name": "openshift-service-ca.crt", "reconcileID": "f856fbb2-9d0f-463e-ba15-c38c18c6f8ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-82825f"}
2026-09-11T13:24:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-82825f"}, "namespace": "ai-tenant-e2e-shared-b-w3-82825f", "name": "openshift-service-ca.crt", "reconcileID": "f856fbb2-9d0f-463e-ba15-c38c18c6f8ea", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-82825f"}
2026-09-11T13:24:55Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-82825f"}, "namespace": "ai-tenant-e2e-shared-b-w3-82825f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d00d2392-a22c-48de-8c9d-3abc31c9f80b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-82825f"}
2026-09-11T13:24:55Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-82825f"}, "namespace": "ai-tenant-e2e-shared-b-w3-82825f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d00d2392-a22c-48de-8c9d-3abc31c9f80b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-82825f"}
2026-09-11T13:24:56Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-82825f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-82825f", "reconcileID": "2466d738-171c-4caa-9129-debe78b16d94", "Gateway": "e2e-shared-b-w3-82825f", "namespace": "openshift-ingress"}
2026-09-11T13:27:29Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-11T13:27:29Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-11T13:27:30Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-11T13:27:30Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-11T13:29:17Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "81081e3e-a2e6-48ff-a563-eb9102c6bdb1", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:17Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "81081e3e-a2e6-48ff-a563-eb9102c6bdb1", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:17Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "81081e3e-a2e6-48ff-a563-eb9102c6bdb1", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:17Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "85160cff-bbc4-44d1-b0c2-f98f35f90fd7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T13:29:17Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "81081e3e-a2e6-48ff-a563-eb9102c6bdb1", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm", "name": "e2e-same-id-a-893f6e7c-kserve-route-authn"}
2026-09-11T13:29:17Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "81081e3e-a2e6-48ff-a563-eb9102c6bdb1", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm", "authType": "userdefined"}
2026-09-11T13:29:17Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "81081e3e-a2e6-48ff-a563-eb9102c6bdb1", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:17Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "85160cff-bbc4-44d1-b0c2-f98f35f90fd7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-11T13:29:17Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "85160cff-bbc4-44d1-b0c2-f98f35f90fd7", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T13:29:18Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "0a2268bd-dc40-4802-a588-cf482e95c953", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:18Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "0a2268bd-dc40-4802-a588-cf482e95c953", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:18Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "0a2268bd-dc40-4802-a588-cf482e95c953", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:18Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "0a2268bd-dc40-4802-a588-cf482e95c953", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm", "name": "e2e-same-id-a-893f6e7c-kserve-route-authn"}
2026-09-11T13:29:18Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "0a2268bd-dc40-4802-a588-cf482e95c953", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm", "authType": "userdefined"}
2026-09-11T13:29:18Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "0a2268bd-dc40-4802-a588-cf482e95c953", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:18Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "0e7d9523-6aa9-424e-93b6-3d4d494338fa", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:18Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "0e7d9523-6aa9-424e-93b6-3d4d494338fa", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:18Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "0e7d9523-6aa9-424e-93b6-3d4d494338fa", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d12688c7-3a23-484f-9db3-b0ea85801e8b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T13:29:18Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "0e7d9523-6aa9-424e-93b6-3d4d494338fa", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm", "name": "e2e-same-id-b-893f6e7c-kserve-route-authn"}
2026-09-11T13:29:18Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "0e7d9523-6aa9-424e-93b6-3d4d494338fa", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm", "authType": "userdefined"}
2026-09-11T13:29:18Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "0e7d9523-6aa9-424e-93b6-3d4d494338fa", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d12688c7-3a23-484f-9db3-b0ea85801e8b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-11T13:29:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d12688c7-3a23-484f-9db3-b0ea85801e8b", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T13:29:30Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fafca61d-59eb-4a4d-a306-0aa9555389e1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T13:29:30Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fafca61d-59eb-4a4d-a306-0aa9555389e1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-11T13:29:30Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fafca61d-59eb-4a4d-a306-0aa9555389e1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T13:29:31Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "d0d96a5f-9c8b-40b6-ae00-3ac615b4768f", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:31Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "d0d96a5f-9c8b-40b6-ae00-3ac615b4768f", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:31Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "d0d96a5f-9c8b-40b6-ae00-3ac615b4768f", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:31Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "d0d96a5f-9c8b-40b6-ae00-3ac615b4768f", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm", "name": "e2e-same-id-a-893f6e7c-kserve-route-authn"}
2026-09-11T13:29:31Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "d0d96a5f-9c8b-40b6-ae00-3ac615b4768f", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm", "authType": "userdefined"}
2026-09-11T13:29:31Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "d0d96a5f-9c8b-40b6-ae00-3ac615b4768f", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:31Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "9e7f14ac-84ca-4a58-86eb-0ffa1f05f36c", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:31Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "9e7f14ac-84ca-4a58-86eb-0ffa1f05f36c", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:31Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "9e7f14ac-84ca-4a58-86eb-0ffa1f05f36c", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:31Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "9e7f14ac-84ca-4a58-86eb-0ffa1f05f36c", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm", "name": "e2e-same-id-b-893f6e7c-kserve-route-authn"}
2026-09-11T13:29:31Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "9e7f14ac-84ca-4a58-86eb-0ffa1f05f36c", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm", "authType": "userdefined"}
2026-09-11T13:29:31Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "9e7f14ac-84ca-4a58-86eb-0ffa1f05f36c", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dcb01a9e-9d10-4df1-99c6-eee86ce651e4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T13:29:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dcb01a9e-9d10-4df1-99c6-eee86ce651e4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-11T13:29:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "dcb01a9e-9d10-4df1-99c6-eee86ce651e4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T13:29:54Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "c20698ba-10dc-4c7d-9dff-b6fd31767dc9", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:54Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "c20698ba-10dc-4c7d-9dff-b6fd31767dc9", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:54Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "c20698ba-10dc-4c7d-9dff-b6fd31767dc9", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm"}
2026-09-11T13:29:54Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "c20698ba-10dc-4c7d-9dff-b6fd31767dc9", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm", "name": "e2e-same-id-b-893f6e7c-kserve-route-authn"}
2026-09-11T13:29:54Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "c20698ba-10dc-4c7d-9dff-b6fd31767dc9", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm", "authType": "userdefined"}
2026-09-11T13:29:54Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "c20698ba-10dc-4c7d-9dff-b6fd31767dc9", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm"}
2026-09-11T13:30:04Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "5951ec71-703f-4b7e-b247-8ffbe15e0106", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm"}
2026-09-11T13:30:04Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "5951ec71-703f-4b7e-b247-8ffbe15e0106", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm"}
2026-09-11T13:30:04Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "5951ec71-703f-4b7e-b247-8ffbe15e0106", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm"}
2026-09-11T13:30:04Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "5951ec71-703f-4b7e-b247-8ffbe15e0106", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm", "name": "e2e-same-id-a-893f6e7c-kserve-route-authn"}
2026-09-11T13:30:04Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "5951ec71-703f-4b7e-b247-8ffbe15e0106", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm", "authType": "userdefined"}
2026-09-11T13:30:04Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "5951ec71-703f-4b7e-b247-8ffbe15e0106", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm"}
2026-09-11T13:30:06Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "ab0d334d-d7b2-4a70-b77b-c4c0a10b1fb1", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm"}
2026-09-11T13:30:06Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "ab0d334d-d7b2-4a70-b77b-c4c0a10b1fb1", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm"}
2026-09-11T13:30:06Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "ab0d334d-d7b2-4a70-b77b-c4c0a10b1fb1", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm"}
2026-09-11T13:30:06Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "ab0d334d-d7b2-4a70-b77b-c4c0a10b1fb1", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm", "name": "e2e-same-id-b-893f6e7c-kserve-route-authn"}
2026-09-11T13:30:06Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "ab0d334d-d7b2-4a70-b77b-c4c0a10b1fb1", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm", "authType": "userdefined"}
2026-09-11T13:30:06Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "ab0d334d-d7b2-4a70-b77b-c4c0a10b1fb1", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm"}
2026-09-11T13:30:07Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "a85c3be5-899d-4320-826c-6a6eafd89008", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm"}
2026-09-11T13:30:07Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "a85c3be5-899d-4320-826c-6a6eafd89008", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm", "name": "e2e-same-id-a-893f6e7c"}
2026-09-11T13:30:07Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "a85c3be5-899d-4320-826c-6a6eafd89008", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm"}
2026-09-11T13:30:07Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "a85c3be5-899d-4320-826c-6a6eafd89008", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm"}
2026-09-11T13:30:07Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "a85c3be5-899d-4320-826c-6a6eafd89008", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm", "name": "e2e-same-id-a-893f6e7c-kserve-route-authn"}
2026-09-11T13:30:07Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "a85c3be5-899d-4320-826c-6a6eafd89008", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm", "name": "e2e-same-id-a-893f6e7c-kserve-route-authn"}
2026-09-11T13:30:07Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-893f6e7c", "reconcileID": "20349b37-4e0f-4c99-a594-f85a6541163c", "LLMInferenceService": "e2e-same-id-a-893f6e7c", "namespace": "llm"}
2026-09-11T13:30:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e8059ee6-b321-46ea-88dc-222a057dcf0c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T13:30:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e8059ee6-b321-46ea-88dc-222a057dcf0c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-11T13:30:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "e8059ee6-b321-46ea-88dc-222a057dcf0c", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T13:30:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c3df7ee7-e1c1-4d6e-a4c7-2b9da1aa8db1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T13:30:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c3df7ee7-e1c1-4d6e-a4c7-2b9da1aa8db1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-11T13:30:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "c3df7ee7-e1c1-4d6e-a4c7-2b9da1aa8db1", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T13:30:07Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "4a9edc73-4d96-40f9-8d8a-0971348f54be", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm"}
2026-09-11T13:30:07Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "4a9edc73-4d96-40f9-8d8a-0971348f54be", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm", "name": "e2e-same-id-b-893f6e7c"}
2026-09-11T13:30:07Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "4a9edc73-4d96-40f9-8d8a-0971348f54be", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm"}
2026-09-11T13:30:07Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "4a9edc73-4d96-40f9-8d8a-0971348f54be", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm"}
2026-09-11T13:30:07Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "4a9edc73-4d96-40f9-8d8a-0971348f54be", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm", "name": "e2e-same-id-b-893f6e7c-kserve-route-authn"}
2026-09-11T13:30:07Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "4a9edc73-4d96-40f9-8d8a-0971348f54be", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm", "name": "e2e-same-id-b-893f6e7c-kserve-route-authn"}
2026-09-11T13:30:09Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-893f6e7c","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-893f6e7c", "reconcileID": "9b41be44-b659-49cc-a8b3-d0eda9afc501", "LLMInferenceService": "e2e-same-id-b-893f6e7c", "namespace": "llm"}
2026-09-11T13:30:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d070267a-b933-4102-83e8-d7937f0fc7b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T13:30:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d070267a-b933-4102-83e8-d7937f0fc7b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-11T13:30:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "d070267a-b933-4102-83e8-d7937f0fc7b4", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T13:30:09Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ab563f4-7dbf-4ec1-b548-25f09df3c343", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-11T13:30:09Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ab563f4-7dbf-4ec1-b548-25f09df3c343", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-11T13:30:09Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "6ab563f4-7dbf-4ec1-b548-25f09df3c343", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}