2026-09-07T13:25:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "4af4b169-c904-48b5-b7c5-4d5bcc2f9977", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63-authn-ssl"}
2026-09-07T13:25:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "4af4b169-c904-48b5-b7c5-4d5bcc2f9977", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:25:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "dec98559-7039-4187-b7e0-0aa29d55bdeb", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:25:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "dec98559-7039-4187-b7e0-0aa29d55bdeb", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63-authn-ssl"}
2026-09-07T13:25:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "dec98559-7039-4187-b7e0-0aa29d55bdeb", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:25:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "openshift-service-ca.crt", "reconcileID": "2565d1a2-105c-4bdd-aca8-ccad5119459f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:25:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "odh-trusted-ca-bundle", "reconcileID": "df59f8ad-f59e-446a-8fd8-13045fa81a9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:25:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "openshift-service-ca.crt", "reconcileID": "c0b80533-9a4f-442d-9703-daf1290dd5fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-219f63", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T13:25:35Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "openshift-service-ca.crt", "reconcileID": "c0b80533-9a4f-442d-9703-daf1290dd5fc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:25:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "32164e24-96ac-4f57-b6da-02164be63135", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:25:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "openshift-service-ca.crt", "reconcileID": "99fb0f5d-a82b-4c4a-a5ad-fd44429154a8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:25:35Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "odh-trusted-ca-bundle", "reconcileID": "0874861b-e3a9-432b-b386-6473b6153cb2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219f63", "update": "odh-kserve-custom-ca-bundle"}
2026-09-07T13:25:35Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "odh-trusted-ca-bundle", "reconcileID": "0874861b-e3a9-432b-b386-6473b6153cb2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:25:35Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f592b4ff-9305-43e1-a993-0ccde8bb94bd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:25:37Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "87b44dc6-c42e-4c47-b2a3-c765986dadb0", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:25:37Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "87b44dc6-c42e-4c47-b2a3-c765986dadb0", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63-authn-ssl"}
2026-09-07T13:25:37Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "87b44dc6-c42e-4c47-b2a3-c765986dadb0", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:25:40Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-00fbc4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-00fbc4", "reconcileID": "64fa0d78-1629-40ef-b367-132dc073afc2", "Gateway": "e2e-api-a-00fbc4", "namespace": "openshift-ingress"}
2026-09-07T13:25:40Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-00fbc4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-00fbc4", "reconcileID": "64fa0d78-1629-40ef-b367-132dc073afc2", "Gateway": "e2e-api-a-00fbc4", "namespace": "openshift-ingress", "name": "e2e-api-a-00fbc4-authn-ssl"}
2026-09-07T13:25:40Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-00fbc4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-00fbc4", "reconcileID": "64fa0d78-1629-40ef-b367-132dc073afc2", "Gateway": "e2e-api-a-00fbc4", "namespace": "openshift-ingress"}
2026-09-07T13:25:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "5c6302e2-7a83-4dac-98eb-2d37c240db2b", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:25:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "5c6302e2-7a83-4dac-98eb-2d37c240db2b", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63-authn-ssl"}
2026-09-07T13:25:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "5c6302e2-7a83-4dac-98eb-2d37c240db2b", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:25:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-00fbc4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-00fbc4", "reconcileID": "f26a48fb-0586-45b8-8e76-9532f717635f", "Gateway": "e2e-api-a-00fbc4", "namespace": "openshift-ingress"}
2026-09-07T13:25:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-00fbc4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-00fbc4", "reconcileID": "f26a48fb-0586-45b8-8e76-9532f717635f", "Gateway": "e2e-api-a-00fbc4", "namespace": "openshift-ingress", "name": "e2e-api-a-00fbc4-authn-ssl"}
2026-09-07T13:25:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-00fbc4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-00fbc4", "reconcileID": "f26a48fb-0586-45b8-8e76-9532f717635f", "Gateway": "e2e-api-a-00fbc4", "namespace": "openshift-ingress"}
2026-09-07T13:25:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-00fbc4"}, "namespace": "ai-tenant-e2e-api-a-00fbc4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0d53002-53de-4d5a-a6b8-bfec75ceacda", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-00fbc4"}
2026-09-07T13:25:46Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-00fbc4"}, "namespace": "ai-tenant-e2e-api-a-00fbc4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0d53002-53de-4d5a-a6b8-bfec75ceacda", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-00fbc4", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T13:25:46Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-00fbc4"}, "namespace": "ai-tenant-e2e-api-a-00fbc4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b0d53002-53de-4d5a-a6b8-bfec75ceacda", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-00fbc4 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T13:25:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-00fbc4"}, "namespace": "ai-tenant-e2e-api-a-00fbc4", "name": "odh-trusted-ca-bundle", "reconcileID": "6d107a73-4d4c-4348-9167-6d7720ab4c4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-00fbc4"}
2026-09-07T13:25:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-00fbc4"}, "namespace": "ai-tenant-e2e-api-a-00fbc4", "name": "odh-trusted-ca-bundle", "reconcileID": "6d107a73-4d4c-4348-9167-6d7720ab4c4a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-00fbc4"}
2026-09-07T13:25:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-00fbc4"}, "namespace": "ai-tenant-e2e-api-a-00fbc4", "name": "openshift-service-ca.crt", "reconcileID": "eaeb82a4-06f0-4df2-896b-bffe465fd56d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-00fbc4"}
2026-09-07T13:25:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-00fbc4"}, "namespace": "ai-tenant-e2e-api-a-00fbc4", "name": "openshift-service-ca.crt", "reconcileID": "eaeb82a4-06f0-4df2-896b-bffe465fd56d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-00fbc4"}
2026-09-07T13:25:46Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-00fbc4"}, "namespace": "ai-tenant-e2e-api-a-00fbc4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63a0de2e-23e7-4b9e-8c40-ed5eaf113a09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-00fbc4"}
2026-09-07T13:25:46Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-00fbc4"}, "namespace": "ai-tenant-e2e-api-a-00fbc4", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "63a0de2e-23e7-4b9e-8c40-ed5eaf113a09", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-00fbc4"}
2026-09-07T13:25:48Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-00fbc4","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-00fbc4", "reconcileID": "bca4209b-ec1d-4fec-80fd-6126e40af0f2", "Gateway": "e2e-api-a-00fbc4", "namespace": "openshift-ingress"}
2026-09-07T13:26:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "3eab2aca-2c34-4eb0-9c01-0bfc701acb8c", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:26:01Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "3eab2aca-2c34-4eb0-9c01-0bfc701acb8c", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a-authn-ssl"}
2026-09-07T13:26:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "3eab2aca-2c34-4eb0-9c01-0bfc701acb8c", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:26:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "593dba53-0677-403e-984a-d13bf5ddd4e1", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:26:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "593dba53-0677-403e-984a-d13bf5ddd4e1", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a-authn-ssl"}
2026-09-07T13:26:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "593dba53-0677-403e-984a-d13bf5ddd4e1", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:26:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "7e0724e2-dcc5-43c4-9238-0841b288a14d", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:26:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "7e0724e2-dcc5-43c4-9238-0841b288a14d", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a-authn-ssl"}
2026-09-07T13:26:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "7e0724e2-dcc5-43c4-9238-0841b288a14d", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:26:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "ca634517-c259-4d31-a232-ef26ca740ae5", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:26:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "ca634517-c259-4d31-a232-ef26ca740ae5", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a-authn-ssl"}
2026-09-07T13:26:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "ca634517-c259-4d31-a232-ef26ca740ae5", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:26:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "bf39bdf1-45f7-4ce3-bc8a-85fa4c6d5462", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:26:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "bf39bdf1-45f7-4ce3-bc8a-85fa4c6d5462", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a-authn-ssl"}
2026-09-07T13:26:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "bf39bdf1-45f7-4ce3-bc8a-85fa4c6d5462", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:26:01Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "c9c8f4a8-61fb-4b54-bbce-96919265b00c", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:26:01Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "c9c8f4a8-61fb-4b54-bbce-96919265b00c", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a-authn-ssl"}
2026-09-07T13:26:01Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "c9c8f4a8-61fb-4b54-bbce-96919265b00c", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:26:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "d929bfb9-c7e0-4390-abb4-e48fc662001a", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:26:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "d929bfb9-c7e0-4390-abb4-e48fc662001a", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a-authn-ssl"}
2026-09-07T13:26:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "d929bfb9-c7e0-4390-abb4-e48fc662001a", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:26:03Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a768a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a768a0", "reconcileID": "5072d965-f048-45d2-b64e-1f17c3e1fba2", "Gateway": "e2e-api-b-a768a0", "namespace": "openshift-ingress"}
2026-09-07T13:26:03Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a768a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a768a0", "reconcileID": "5072d965-f048-45d2-b64e-1f17c3e1fba2", "Gateway": "e2e-api-b-a768a0", "namespace": "openshift-ingress", "name": "e2e-api-b-a768a0-authn-ssl"}
2026-09-07T13:26:03Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a768a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a768a0", "reconcileID": "5072d965-f048-45d2-b64e-1f17c3e1fba2", "Gateway": "e2e-api-b-a768a0", "namespace": "openshift-ingress"}
2026-09-07T13:26:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8dc72a"}, "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "name": "openshift-service-ca.crt", "reconcileID": "59f8294e-f1c7-4607-a502-61c521a70937", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8dc72a"}
2026-09-07T13:26:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8dc72a"}, "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "name": "odh-trusted-ca-bundle", "reconcileID": "14e7278a-1679-4e1c-86fc-85f05523f8fb", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8dc72a"}
2026-09-07T13:26:04Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8dc72a"}, "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "name": "openshift-service-ca.crt", "reconcileID": "c168599e-2f49-4558-91c0-515c984cdf83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T13:26:04Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8dc72a"}, "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "name": "openshift-service-ca.crt", "reconcileID": "c168599e-2f49-4558-91c0-515c984cdf83", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8dc72a"}
2026-09-07T13:26:04Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8dc72a"}, "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "name": "openshift-service-ca.crt", "reconcileID": "d62fa82b-0bad-4ccc-be57-71ed0c78a6bc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T13:26:04Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8dc72a"}, "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "name": "openshift-service-ca.crt", "reconcileID": "d62fa82b-0bad-4ccc-be57-71ed0c78a6bc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T13:26:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8dc72a"}, "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "196483c7-4ddc-4646-b433-598120fe43ab", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8dc72a"}
2026-09-07T13:26:04Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8dc72a"}, "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "name": "odh-trusted-ca-bundle", "reconcileID": "caa17bf7-5543-48a7-b573-08755cf7869d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "update": "odh-kserve-custom-ca-bundle"}
2026-09-07T13:26:04Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8dc72a"}, "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "name": "odh-trusted-ca-bundle", "reconcileID": "caa17bf7-5543-48a7-b573-08755cf7869d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8dc72a"}
2026-09-07T13:26:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8dc72a"}, "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "name": "openshift-service-ca.crt", "reconcileID": "8aacaacb-3f99-4263-9972-30df027e9adb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8dc72a"}
2026-09-07T13:26:04Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8dc72a"}, "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2394cf3c-6625-45fd-bffd-db6ef76cc028", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8dc72a"}
2026-09-07T13:26:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "17c7da44-2092-468d-a359-92f0f80e6383", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:26:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "17c7da44-2092-468d-a359-92f0f80e6383", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a-authn-ssl"}
2026-09-07T13:26:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "17c7da44-2092-468d-a359-92f0f80e6383", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:26:07Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a768a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a768a0", "reconcileID": "ab52761a-4b24-464a-871c-a22e5d1f26a0", "Gateway": "e2e-api-b-a768a0", "namespace": "openshift-ingress"}
2026-09-07T13:26:07Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a768a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a768a0", "reconcileID": "ab52761a-4b24-464a-871c-a22e5d1f26a0", "Gateway": "e2e-api-b-a768a0", "namespace": "openshift-ingress", "name": "e2e-api-b-a768a0-authn-ssl"}
2026-09-07T13:26:07Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a768a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a768a0", "reconcileID": "ab52761a-4b24-464a-871c-a22e5d1f26a0", "Gateway": "e2e-api-b-a768a0", "namespace": "openshift-ingress"}
2026-09-07T13:26:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a768a0"}, "namespace": "ai-tenant-e2e-api-b-a768a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "291ac9a0-a4e7-460b-83bf-efa858e1df27", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a768a0"}
2026-09-07T13:26:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a768a0"}, "namespace": "ai-tenant-e2e-api-b-a768a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "291ac9a0-a4e7-460b-83bf-efa858e1df27", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a768a0", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T13:26:10Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a768a0"}, "namespace": "ai-tenant-e2e-api-b-a768a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "291ac9a0-a4e7-460b-83bf-efa858e1df27", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-a768a0 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T13:26:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a768a0"}, "namespace": "ai-tenant-e2e-api-b-a768a0", "name": "odh-trusted-ca-bundle", "reconcileID": "dc35b1a0-fcbe-40ed-a718-3b1477d4b81c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a768a0"}
2026-09-07T13:26:10Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a768a0"}, "namespace": "ai-tenant-e2e-api-b-a768a0", "name": "odh-trusted-ca-bundle", "reconcileID": "dc35b1a0-fcbe-40ed-a718-3b1477d4b81c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a768a0", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T13:26:10Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a768a0"}, "namespace": "ai-tenant-e2e-api-b-a768a0", "name": "odh-trusted-ca-bundle", "reconcileID": "dc35b1a0-fcbe-40ed-a718-3b1477d4b81c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-a768a0 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T13:26:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a768a0"}, "namespace": "ai-tenant-e2e-api-b-a768a0", "name": "openshift-service-ca.crt", "reconcileID": "013921f3-527f-4884-b394-963876606dda", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a768a0"}
2026-09-07T13:26:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-a768a0"}, "namespace": "ai-tenant-e2e-api-b-a768a0", "name": "openshift-service-ca.crt", "reconcileID": "013921f3-527f-4884-b394-963876606dda", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-a768a0"}
2026-09-07T13:26:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a768a0"}, "namespace": "ai-tenant-e2e-api-b-a768a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dd629d5-7f86-4203-9096-c04df09465f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a768a0"}
2026-09-07T13:26:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-a768a0"}, "namespace": "ai-tenant-e2e-api-b-a768a0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6dd629d5-7f86-4203-9096-c04df09465f4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a768a0"}
2026-09-07T13:26:10Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a768a0"}, "namespace": "ai-tenant-e2e-api-b-a768a0", "name": "odh-trusted-ca-bundle", "reconcileID": "ba961517-069a-4d99-ad4c-d6e40f7a3e9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a768a0"}
2026-09-07T13:26:10Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-a768a0"}, "namespace": "ai-tenant-e2e-api-b-a768a0", "name": "odh-trusted-ca-bundle", "reconcileID": "ba961517-069a-4d99-ad4c-d6e40f7a3e9c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-a768a0"}
2026-09-07T13:26:11Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-a768a0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-a768a0", "reconcileID": "a27aaa0d-4d56-4f2d-aefc-2ce5a3552953", "Gateway": "e2e-api-b-a768a0", "namespace": "openshift-ingress"}
2026-09-07T13:26:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "eef30520-9b94-4077-9786-6831838113c5", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:26:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "eef30520-9b94-4077-9786-6831838113c5", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a-authn-ssl"}
2026-09-07T13:26:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "eef30520-9b94-4077-9786-6831838113c5", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:26:22Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d5da3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d5da3f", "reconcileID": "7537e25c-2019-4a39-9895-0a884418dd79", "Gateway": "e2e-shared-a-w2-d5da3f", "namespace": "openshift-ingress"}
2026-09-07T13:26:22Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d5da3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d5da3f", "reconcileID": "7537e25c-2019-4a39-9895-0a884418dd79", "Gateway": "e2e-shared-a-w2-d5da3f", "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d5da3f-authn-ssl"}
2026-09-07T13:26:22Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d5da3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d5da3f", "reconcileID": "7537e25c-2019-4a39-9895-0a884418dd79", "Gateway": "e2e-shared-a-w2-d5da3f", "namespace": "openshift-ingress"}
2026-09-07T13:26:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d5da3f"}, "namespace": "ai-tenant-e2e-shared-a-w2-d5da3f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "daaa9034-08cf-4e2b-8227-3a32c2b6360c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d5da3f"}
2026-09-07T13:26:29Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d5da3f"}, "namespace": "ai-tenant-e2e-shared-a-w2-d5da3f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "daaa9034-08cf-4e2b-8227-3a32c2b6360c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d5da3f", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T13:26:29Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d5da3f"}, "namespace": "ai-tenant-e2e-shared-a-w2-d5da3f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "daaa9034-08cf-4e2b-8227-3a32c2b6360c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w2-d5da3f because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T13:26:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d5da3f"}, "namespace": "ai-tenant-e2e-shared-a-w2-d5da3f", "name": "odh-trusted-ca-bundle", "reconcileID": "abe5f30b-a5c4-456c-be73-433c402b86dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d5da3f"}
2026-09-07T13:26:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d5da3f"}, "namespace": "ai-tenant-e2e-shared-a-w2-d5da3f", "name": "odh-trusted-ca-bundle", "reconcileID": "abe5f30b-a5c4-456c-be73-433c402b86dc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d5da3f"}
2026-09-07T13:26:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-d5da3f"}, "namespace": "ai-tenant-e2e-shared-a-w2-d5da3f", "name": "openshift-service-ca.crt", "reconcileID": "6f1457ac-495e-4ff3-852b-d0a322ed6213", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-d5da3f"}
2026-09-07T13:26:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w2-d5da3f"}, "namespace": "ai-tenant-e2e-shared-a-w2-d5da3f", "name": "openshift-service-ca.crt", "reconcileID": "6f1457ac-495e-4ff3-852b-d0a322ed6213", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w2-d5da3f"}
2026-09-07T13:26:29Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d5da3f"}, "namespace": "ai-tenant-e2e-shared-a-w2-d5da3f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a8febd2-93a2-449f-89bf-ca78f5202aa3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d5da3f"}
2026-09-07T13:26:29Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w2-d5da3f"}, "namespace": "ai-tenant-e2e-shared-a-w2-d5da3f", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3a8febd2-93a2-449f-89bf-ca78f5202aa3", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w2-d5da3f"}
2026-09-07T13:26:30Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w2-d5da3f","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w2-d5da3f", "reconcileID": "e6139b21-7d51-4bfd-aa7c-3daf462cf490", "Gateway": "e2e-shared-a-w2-d5da3f", "namespace": "openshift-ingress"}
2026-09-07T13:26:35Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "55677742-4dcd-419b-ac94-b5131669edf5", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:26:35Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "55677742-4dcd-419b-ac94-b5131669edf5", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:26:35Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "55677742-4dcd-419b-ac94-b5131669edf5", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:26:35Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "2d44c96c-31b8-4c1e-a4c2-d9012660f125", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:26:35Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "55677742-4dcd-419b-ac94-b5131669edf5", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63-kserve-route-authn"}
2026-09-07T13:26:35Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "55677742-4dcd-419b-ac94-b5131669edf5", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "authType": "userdefined"}
2026-09-07T13:26:35Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "55677742-4dcd-419b-ac94-b5131669edf5", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:26:35Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "2d44c96c-31b8-4c1e-a4c2-d9012660f125", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63-authn-ssl"}
2026-09-07T13:26:35Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "2d44c96c-31b8-4c1e-a4c2-d9012660f125", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:26:35Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "5fb713d6-0546-40e3-9165-2b687593d51f", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:26:35Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "5fb713d6-0546-40e3-9165-2b687593d51f", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:26:35Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "5fb713d6-0546-40e3-9165-2b687593d51f", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:26:35Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "5fb713d6-0546-40e3-9165-2b687593d51f", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63-kserve-route-authn"}
2026-09-07T13:26:35Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "5fb713d6-0546-40e3-9165-2b687593d51f", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "authType": "userdefined"}
2026-09-07T13:26:35Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "5fb713d6-0546-40e3-9165-2b687593d51f", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:26:41Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-8e7ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-8e7ddc", "reconcileID": "1e283f70-617b-4f0d-87f1-e95fd00cb613", "Gateway": "e2e-shared-b-w2-8e7ddc", "namespace": "openshift-ingress"}
2026-09-07T13:26:41Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-8e7ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-8e7ddc", "reconcileID": "1e283f70-617b-4f0d-87f1-e95fd00cb613", "Gateway": "e2e-shared-b-w2-8e7ddc", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-8e7ddc-authn-ssl"}
2026-09-07T13:26:41Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-8e7ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-8e7ddc", "reconcileID": "1e283f70-617b-4f0d-87f1-e95fd00cb613", "Gateway": "e2e-shared-b-w2-8e7ddc", "namespace": "openshift-ingress"}
2026-09-07T13:26:43Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "0799e0ac-95da-4f03-8cb3-aab8d33976fe", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:26:43Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "0799e0ac-95da-4f03-8cb3-aab8d33976fe", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63-authn-ssl"}
2026-09-07T13:26:43Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "0799e0ac-95da-4f03-8cb3-aab8d33976fe", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:26:44Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "e079b7ac-fabe-4cd2-86d9-ec8aad8ddc1e", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:26:44Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "e079b7ac-fabe-4cd2-86d9-ec8aad8ddc1e", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:26:44Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "e079b7ac-fabe-4cd2-86d9-ec8aad8ddc1e", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:26:44Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "e079b7ac-fabe-4cd2-86d9-ec8aad8ddc1e", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63-kserve-route-authn"}
2026-09-07T13:26:44Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "e079b7ac-fabe-4cd2-86d9-ec8aad8ddc1e", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "authType": "userdefined"}
2026-09-07T13:26:44Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "e079b7ac-fabe-4cd2-86d9-ec8aad8ddc1e", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:26:47Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-8e7ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-8e7ddc", "reconcileID": "1c2cc4dd-afca-45b1-9cb9-3e19cbca4e7a", "Gateway": "e2e-shared-b-w2-8e7ddc", "namespace": "openshift-ingress"}
2026-09-07T13:26:47Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-8e7ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-8e7ddc", "reconcileID": "1c2cc4dd-afca-45b1-9cb9-3e19cbca4e7a", "Gateway": "e2e-shared-b-w2-8e7ddc", "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-8e7ddc-authn-ssl"}
2026-09-07T13:26:47Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-8e7ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-8e7ddc", "reconcileID": "1c2cc4dd-afca-45b1-9cb9-3e19cbca4e7a", "Gateway": "e2e-shared-b-w2-8e7ddc", "namespace": "openshift-ingress"}
2026-09-07T13:26:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-8e7ddc"}, "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7829d4f-514d-47ef-9e47-51114780ac1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc"}
2026-09-07T13:26:48Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-8e7ddc"}, "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7829d4f-514d-47ef-9e47-51114780ac1c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T13:26:48Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-8e7ddc"}, "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d7829d4f-514d-47ef-9e47-51114780ac1c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-8e7ddc because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T13:26:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-8e7ddc"}, "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc", "name": "odh-trusted-ca-bundle", "reconcileID": "e147f534-d38b-4866-90e8-38c8e379ad72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc"}
2026-09-07T13:26:48Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-8e7ddc"}, "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc", "name": "odh-trusted-ca-bundle", "reconcileID": "e147f534-d38b-4866-90e8-38c8e379ad72", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T13:26:48Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-8e7ddc"}, "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc", "name": "odh-trusted-ca-bundle", "reconcileID": "e147f534-d38b-4866-90e8-38c8e379ad72", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w2-8e7ddc because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T13:26:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-8e7ddc"}, "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc", "name": "openshift-service-ca.crt", "reconcileID": "a6d19a1f-dd3f-406d-9cef-c00e63d0f9f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc"}
2026-09-07T13:26:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w2-8e7ddc"}, "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc", "name": "openshift-service-ca.crt", "reconcileID": "a6d19a1f-dd3f-406d-9cef-c00e63d0f9f3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc"}
2026-09-07T13:26:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-8e7ddc"}, "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2bd3dc14-42d1-48bf-8627-ce1b4ef3f975", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc"}
2026-09-07T13:26:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-8e7ddc"}, "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2bd3dc14-42d1-48bf-8627-ce1b4ef3f975", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc"}
2026-09-07T13:26:48Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-8e7ddc"}, "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc", "name": "odh-trusted-ca-bundle", "reconcileID": "ea37e647-7359-48d9-b934-4ba3d350dd3e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc"}
2026-09-07T13:26:48Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w2-8e7ddc"}, "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc", "name": "odh-trusted-ca-bundle", "reconcileID": "ea37e647-7359-48d9-b934-4ba3d350dd3e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w2-8e7ddc"}
2026-09-07T13:26:49Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w2-8e7ddc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w2-8e7ddc", "reconcileID": "47a2d3f0-9963-45e2-a45a-54263a532934", "Gateway": "e2e-shared-b-w2-8e7ddc", "namespace": "openshift-ingress"}
2026-09-07T13:26:52Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "16f77d24-0cf0-48e9-b8eb-a87038cda232", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:26:52Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "16f77d24-0cf0-48e9-b8eb-a87038cda232", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:26:52Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "16f77d24-0cf0-48e9-b8eb-a87038cda232", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:26:52Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "16f77d24-0cf0-48e9-b8eb-a87038cda232", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63-kserve-route-authn"}
2026-09-07T13:26:52Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "16f77d24-0cf0-48e9-b8eb-a87038cda232", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "authType": "userdefined"}
2026-09-07T13:26:52Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "16f77d24-0cf0-48e9-b8eb-a87038cda232", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:26:58Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "3fbf99b9-abe8-4388-b9c2-0133cf9e5af6", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:26:58Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "3fbf99b9-abe8-4388-b9c2-0133cf9e5af6", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:26:58Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "3fbf99b9-abe8-4388-b9c2-0133cf9e5af6", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:26:58Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "3fbf99b9-abe8-4388-b9c2-0133cf9e5af6", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63-kserve-route-authn"}
2026-09-07T13:26:58Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "3fbf99b9-abe8-4388-b9c2-0133cf9e5af6", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "authType": "userdefined"}
2026-09-07T13:26:58Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "3fbf99b9-abe8-4388-b9c2-0133cf9e5af6", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:27:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "2510cbe0-4115-4aa8-85b1-bef7ec6e0555", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:11Z	INFO	Creating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "2510cbe0-4115-4aa8-85b1-bef7ec6e0555", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2-authn-ssl"}
2026-09-07T13:27:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "2510cbe0-4115-4aa8-85b1-bef7ec6e0555", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "4b373886-dd8c-4696-b106-becc12944044", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "4b373886-dd8c-4696-b106-becc12944044", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2-authn-ssl"}
2026-09-07T13:27:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "4b373886-dd8c-4696-b106-becc12944044", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "a0819dff-c8b3-4b04-81a2-ddac5ba3f3fe", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "a0819dff-c8b3-4b04-81a2-ddac5ba3f3fe", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2-authn-ssl"}
2026-09-07T13:27:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "a0819dff-c8b3-4b04-81a2-ddac5ba3f3fe", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "82499bf7-a24d-408a-8893-6dbd0bd69705", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "82499bf7-a24d-408a-8893-6dbd0bd69705", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2-authn-ssl"}
2026-09-07T13:27:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "82499bf7-a24d-408a-8893-6dbd0bd69705", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:11Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "d7bb058c-05fd-4bda-b9f5-e27ae7c15e38", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:11Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "d7bb058c-05fd-4bda-b9f5-e27ae7c15e38", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2-authn-ssl"}
2026-09-07T13:27:11Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "d7bb058c-05fd-4bda-b9f5-e27ae7c15e38", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:12Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "e8282d2b-0d5c-47d2-855f-ed7b944578c5", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:12Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "e8282d2b-0d5c-47d2-855f-ed7b944578c5", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2-authn-ssl"}
2026-09-07T13:27:12Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "e8282d2b-0d5c-47d2-855f-ed7b944578c5", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:12Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "0530d1aa-fab1-4f49-8c6e-293cd78e11d5", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:12Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "0530d1aa-fab1-4f49-8c6e-293cd78e11d5", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2-authn-ssl"}
2026-09-07T13:27:12Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "0530d1aa-fab1-4f49-8c6e-293cd78e11d5", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d14aa2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "name": "odh-trusted-ca-bundle", "reconcileID": "15f27a3b-f4c4-45e8-8f75-54f01b89ca53", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2"}
2026-09-07T13:27:14Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d14aa2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "name": "odh-trusted-ca-bundle", "reconcileID": "4e7ba551-4b4d-4ea2-a328-fbda6afdcc35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T13:27:14Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d14aa2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "name": "odh-trusted-ca-bundle", "reconcileID": "4e7ba551-4b4d-4ea2-a328-fbda6afdcc35", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2"}
2026-09-07T13:27:14Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d14aa2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "name": "openshift-service-ca.crt", "reconcileID": "88a08293-3f43-4630-b1cd-efaf8a58cb4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "update": "odh-kserve-custom-ca-bundle"}
2026-09-07T13:27:14Z	DEBUG	Deleted the storage-config Secret to update the custom cert	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d14aa2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "name": "openshift-service-ca.crt", "reconcileID": "88a08293-3f43-4630-b1cd-efaf8a58cb4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2"}
2026-09-07T13:27:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d14aa2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "01059c0c-291d-4f5b-9d1a-cac570e9df39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2"}
2026-09-07T13:27:14Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d14aa2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "name": "openshift-service-ca.crt", "reconcileID": "0971ef10-222f-47b5-98fc-119ddf7e4e9c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2"}
2026-09-07T13:27:16Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "866ee19a-5976-4fc5-b766-fef254380e98", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:16Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "866ee19a-5976-4fc5-b766-fef254380e98", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2-authn-ssl"}
2026-09-07T13:27:16Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "866ee19a-5976-4fc5-b766-fef254380e98", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:24Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "d30fc9b2-e40c-4fed-8117-5d600f24fb14", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:24Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "d30fc9b2-e40c-4fed-8117-5d600f24fb14", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2-authn-ssl"}
2026-09-07T13:27:24Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "d30fc9b2-e40c-4fed-8117-5d600f24fb14", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "4b41c705-cea0-4407-9307-a991eeaefc3c", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "4b41c705-cea0-4407-9307-a991eeaefc3c", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2-authn-ssl"}
2026-09-07T13:27:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "4b41c705-cea0-4407-9307-a991eeaefc3c", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:53Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "ebf69f8e-ec8f-499f-be95-d7cafdd35530", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:53Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "ebf69f8e-ec8f-499f-be95-d7cafdd35530", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2-authn-ssl"}
2026-09-07T13:27:53Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "ebf69f8e-ec8f-499f-be95-d7cafdd35530", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:27:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d14aa2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e93ef84-4852-451d-b9b2-97c4daeba315", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2"}
2026-09-07T13:27:53Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d14aa2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e93ef84-4852-451d-b9b2-97c4daeba315", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T13:27:53Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d14aa2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8e93ef84-4852-451d-b9b2-97c4daeba315", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-d14aa2 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T13:27:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d14aa2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "name": "odh-trusted-ca-bundle", "reconcileID": "616e7587-843b-49bd-8010-b04c27c8ec6e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2"}
2026-09-07T13:27:53Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d14aa2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "name": "odh-trusted-ca-bundle", "reconcileID": "616e7587-843b-49bd-8010-b04c27c8ec6e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T13:27:53Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d14aa2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "name": "odh-trusted-ca-bundle", "reconcileID": "616e7587-843b-49bd-8010-b04c27c8ec6e", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-cleanup-d14aa2 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T13:27:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d14aa2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "name": "openshift-service-ca.crt", "reconcileID": "012e16c3-0e4c-4b54-84a8-f524c5aedf12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2"}
2026-09-07T13:27:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-cleanup-d14aa2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "name": "openshift-service-ca.crt", "reconcileID": "012e16c3-0e4c-4b54-84a8-f524c5aedf12", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2"}
2026-09-07T13:27:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d14aa2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8bd5a863-da93-45c3-9185-88de3f767c27", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2"}
2026-09-07T13:27:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d14aa2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8bd5a863-da93-45c3-9185-88de3f767c27", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2"}
2026-09-07T13:27:53Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d14aa2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "name": "odh-trusted-ca-bundle", "reconcileID": "ff7131ef-c911-4f82-8325-7d15692c4efc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2"}
2026-09-07T13:27:53Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-cleanup-d14aa2"}, "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2", "name": "odh-trusted-ca-bundle", "reconcileID": "ff7131ef-c911-4f82-8325-7d15692c4efc", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-cleanup-d14aa2"}
2026-09-07T13:27:54Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-cleanup-d14aa2","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-cleanup-d14aa2", "reconcileID": "4421b475-5bea-45d4-9e7d-f8244ea365ad", "Gateway": "e2e-ipp-cleanup-d14aa2", "namespace": "openshift-ingress"}
2026-09-07T13:28:13Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "9b18d9b7-3709-446a-9118-796779c09c2e", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:28:13Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "9b18d9b7-3709-446a-9118-796779c09c2e", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63-authn-ssl"}
2026-09-07T13:28:13Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "9b18d9b7-3709-446a-9118-796779c09c2e", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:28:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "38d38e9f-ceb4-47b3-857f-10e65defdca0", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:28:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "38d38e9f-ceb4-47b3-857f-10e65defdca0", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63-authn-ssl"}
2026-09-07T13:28:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "38d38e9f-ceb4-47b3-857f-10e65defdca0", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:28:19Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "ac64f971-73df-450f-8423-7dd467e0757b", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:19Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "ac64f971-73df-450f-8423-7dd467e0757b", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:19Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "ac64f971-73df-450f-8423-7dd467e0757b", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:19Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "ac64f971-73df-450f-8423-7dd467e0757b", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63-kserve-route-authn"}
2026-09-07T13:28:19Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "ac64f971-73df-450f-8423-7dd467e0757b", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "authType": "userdefined"}
2026-09-07T13:28:19Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "ac64f971-73df-450f-8423-7dd467e0757b", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:20Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "b9e75bc7-67a7-4062-8ded-fc6bf8dcca06", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:28:20Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "b9e75bc7-67a7-4062-8ded-fc6bf8dcca06", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63-authn-ssl"}
2026-09-07T13:28:20Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "b9e75bc7-67a7-4062-8ded-fc6bf8dcca06", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:28:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3115e013-88ba-4820-b9a9-d71bf04f4017", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:56Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3115e013-88ba-4820-b9a9-d71bf04f4017", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219f63", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T13:28:56Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "3115e013-88ba-4820-b9a9-d71bf04f4017", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-a-219f63 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T13:28:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "odh-trusted-ca-bundle", "reconcileID": "9c158308-686e-4ba4-a269-1c76ab7ad51e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "odh-trusted-ca-bundle", "reconcileID": "9c158308-686e-4ba4-a269-1c76ab7ad51e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "openshift-service-ca.crt", "reconcileID": "2de27b5a-c01b-42d9-b6e3-eaa6a7a18a78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "openshift-service-ca.crt", "reconcileID": "2de27b5a-c01b-42d9-b6e3-eaa6a7a18a78", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:56Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b243853-e57a-49b2-9312-1bf6ef268280", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:56Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "8b243853-e57a-49b2-9312-1bf6ef268280", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "3a947a55-e192-4cdd-900b-6ba9c776c897", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:28:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "3a947a55-e192-4cdd-900b-6ba9c776c897", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63-authn-ssl"}
2026-09-07T13:28:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "3a947a55-e192-4cdd-900b-6ba9c776c897", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:28:56Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "a94849ad-4d07-4845-998c-c5408dc367ab", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:56Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "a94849ad-4d07-4845-998c-c5408dc367ab", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63"}
2026-09-07T13:28:56Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "a94849ad-4d07-4845-998c-c5408dc367ab", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:56Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "a94849ad-4d07-4845-998c-c5408dc367ab", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:56Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "a94849ad-4d07-4845-998c-c5408dc367ab", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63-kserve-route-authn"}
2026-09-07T13:28:56Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "a94849ad-4d07-4845-998c-c5408dc367ab", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63-kserve-route-authn"}
2026-09-07T13:28:56Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "a94849ad-4d07-4845-998c-c5408dc367ab", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:56Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "a94849ad-4d07-4845-998c-c5408dc367ab", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:58Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "7b8ef8b9-41a8-4e8c-9cc0-8b62c221c117", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:58Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "7b8ef8b9-41a8-4e8c-9cc0-8b62c221c117", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63"}
2026-09-07T13:28:58Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "7b8ef8b9-41a8-4e8c-9cc0-8b62c221c117", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:58Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "7b8ef8b9-41a8-4e8c-9cc0-8b62c221c117", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:58Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "7b8ef8b9-41a8-4e8c-9cc0-8b62c221c117", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63-kserve-route-authn"}
2026-09-07T13:28:58Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "7b8ef8b9-41a8-4e8c-9cc0-8b62c221c117", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63-kserve-route-authn"}
2026-09-07T13:28:58Z	DEBUG	Triggering LLMInferenceService Cleanup for Namespace	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "7b8ef8b9-41a8-4e8c-9cc0-8b62c221c117", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:58Z	DEBUG	Cleaning up LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "7b8ef8b9-41a8-4e8c-9cc0-8b62c221c117", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:58Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"ipp-route-219f63","namespace":"ai-tenant-e2e-ipp-a-219f63"}, "namespace": "ai-tenant-e2e-ipp-a-219f63", "name": "ipp-route-219f63", "reconcileID": "a04e8392-9b52-478e-9b60-e70a34607585", "LLMInferenceService": "ipp-route-219f63", "namespace": "ai-tenant-e2e-ipp-a-219f63"}
2026-09-07T13:28:58Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "cb22d65f-48bd-40c5-b1d8-b2a1402cdcb5", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:28:58Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "cb22d65f-48bd-40c5-b1d8-b2a1402cdcb5", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63-authn-ssl"}
2026-09-07T13:28:58Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "cb22d65f-48bd-40c5-b1d8-b2a1402cdcb5", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:29:03Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-a-219f63","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-a-219f63", "reconcileID": "7167f641-0a87-4782-bf58-737d4548da7c", "Gateway": "e2e-ipp-a-219f63", "namespace": "openshift-ingress"}
2026-09-07T13:29:10Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T13:29:10Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T13:29:11Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T13:29:11Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T13:29:14Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "789cffea-22fa-4141-941d-c6a425e23eb2", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:29:14Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "789cffea-22fa-4141-941d-c6a425e23eb2", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a-authn-ssl"}
2026-09-07T13:29:14Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "789cffea-22fa-4141-941d-c6a425e23eb2", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:29:18Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "cf1cdca8-8f04-4c6c-b707-489c8f46367b", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:29:18Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "cf1cdca8-8f04-4c6c-b707-489c8f46367b", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a-authn-ssl"}
2026-09-07T13:29:18Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "cf1cdca8-8f04-4c6c-b707-489c8f46367b", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:29:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8dc72a"}, "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb42dfd6-4dd0-4821-92f3-9ba653dd08fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8dc72a"}
2026-09-07T13:29:20Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8dc72a"}, "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb42dfd6-4dd0-4821-92f3-9ba653dd08fc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T13:29:20Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8dc72a"}, "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fb42dfd6-4dd0-4821-92f3-9ba653dd08fc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-ipp-b-8dc72a because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T13:29:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8dc72a"}, "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "name": "odh-trusted-ca-bundle", "reconcileID": "0509fbf2-4918-416b-839f-70529fa9b8e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8dc72a"}
2026-09-07T13:29:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8dc72a"}, "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "name": "odh-trusted-ca-bundle", "reconcileID": "0509fbf2-4918-416b-839f-70529fa9b8e8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8dc72a"}
2026-09-07T13:29:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8dc72a"}, "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "name": "openshift-service-ca.crt", "reconcileID": "3a360149-71da-4722-af96-3f5ef122b3ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8dc72a"}
2026-09-07T13:29:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-ipp-b-8dc72a"}, "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "name": "openshift-service-ca.crt", "reconcileID": "3a360149-71da-4722-af96-3f5ef122b3ff", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-ipp-b-8dc72a"}
2026-09-07T13:29:20Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8dc72a"}, "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "950c6660-7f0f-4801-839f-195c2ab9efd1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8dc72a"}
2026-09-07T13:29:20Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-ipp-b-8dc72a"}, "namespace": "ai-tenant-e2e-ipp-b-8dc72a", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "950c6660-7f0f-4801-839f-195c2ab9efd1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-ipp-b-8dc72a"}
2026-09-07T13:29:21Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-ipp-b-8dc72a","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-ipp-b-8dc72a", "reconcileID": "069e6dfe-3c9e-46bc-b937-2c6482daf290", "Gateway": "e2e-ipp-b-8dc72a", "namespace": "openshift-ingress"}
2026-09-07T13:29:32Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5910bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5910bb", "reconcileID": "aa2afafb-be7c-41f6-8d09-4579943aacc5", "Gateway": "e2e-shared-a-w3-5910bb", "namespace": "openshift-ingress"}
2026-09-07T13:29:32Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5910bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5910bb", "reconcileID": "aa2afafb-be7c-41f6-8d09-4579943aacc5", "Gateway": "e2e-shared-a-w3-5910bb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5910bb-authn-ssl"}
2026-09-07T13:29:32Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5910bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5910bb", "reconcileID": "aa2afafb-be7c-41f6-8d09-4579943aacc5", "Gateway": "e2e-shared-a-w3-5910bb", "namespace": "openshift-ingress"}
2026-09-07T13:29:36Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5910bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5910bb", "reconcileID": "ef88f281-edaa-4abf-b648-9f8de56ef3cd", "Gateway": "e2e-shared-a-w3-5910bb", "namespace": "openshift-ingress"}
2026-09-07T13:29:36Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5910bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5910bb", "reconcileID": "ef88f281-edaa-4abf-b648-9f8de56ef3cd", "Gateway": "e2e-shared-a-w3-5910bb", "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5910bb-authn-ssl"}
2026-09-07T13:29:36Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5910bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5910bb", "reconcileID": "ef88f281-edaa-4abf-b648-9f8de56ef3cd", "Gateway": "e2e-shared-a-w3-5910bb", "namespace": "openshift-ingress"}
2026-09-07T13:29:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5910bb"}, "namespace": "ai-tenant-e2e-shared-a-w3-5910bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bf5a3c7-0cb5-4bca-ae63-edc3d2e7fb95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5910bb"}
2026-09-07T13:29:38Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5910bb"}, "namespace": "ai-tenant-e2e-shared-a-w3-5910bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bf5a3c7-0cb5-4bca-ae63-edc3d2e7fb95", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5910bb", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T13:29:38Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5910bb"}, "namespace": "ai-tenant-e2e-shared-a-w3-5910bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4bf5a3c7-0cb5-4bca-ae63-edc3d2e7fb95", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-w3-5910bb because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T13:29:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5910bb"}, "namespace": "ai-tenant-e2e-shared-a-w3-5910bb", "name": "odh-trusted-ca-bundle", "reconcileID": "3d878269-0028-4bfb-bbd9-0c279d65d530", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5910bb"}
2026-09-07T13:29:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5910bb"}, "namespace": "ai-tenant-e2e-shared-a-w3-5910bb", "name": "odh-trusted-ca-bundle", "reconcileID": "3d878269-0028-4bfb-bbd9-0c279d65d530", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5910bb"}
2026-09-07T13:29:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-5910bb"}, "namespace": "ai-tenant-e2e-shared-a-w3-5910bb", "name": "openshift-service-ca.crt", "reconcileID": "5a259c56-9d52-416f-afea-7fdcb32af467", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-5910bb"}
2026-09-07T13:29:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-w3-5910bb"}, "namespace": "ai-tenant-e2e-shared-a-w3-5910bb", "name": "openshift-service-ca.crt", "reconcileID": "5a259c56-9d52-416f-afea-7fdcb32af467", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-w3-5910bb"}
2026-09-07T13:29:38Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5910bb"}, "namespace": "ai-tenant-e2e-shared-a-w3-5910bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2cf16d2-b080-4284-a9e6-4e4852091f89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5910bb"}
2026-09-07T13:29:38Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-w3-5910bb"}, "namespace": "ai-tenant-e2e-shared-a-w3-5910bb", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c2cf16d2-b080-4284-a9e6-4e4852091f89", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-w3-5910bb"}
2026-09-07T13:29:40Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-w3-5910bb","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-w3-5910bb", "reconcileID": "f822b472-1782-42bf-810a-ff0ac47a6989", "Gateway": "e2e-shared-a-w3-5910bb", "namespace": "openshift-ingress"}
2026-09-07T13:29:51Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c7c371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c7c371", "reconcileID": "0f4892d9-22a8-4f8e-aedd-1e1a84a4b8ed", "Gateway": "e2e-shared-b-w3-c7c371", "namespace": "openshift-ingress"}
2026-09-07T13:29:51Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c7c371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c7c371", "reconcileID": "0f4892d9-22a8-4f8e-aedd-1e1a84a4b8ed", "Gateway": "e2e-shared-b-w3-c7c371", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c7c371-authn-ssl"}
2026-09-07T13:29:51Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c7c371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c7c371", "reconcileID": "0f4892d9-22a8-4f8e-aedd-1e1a84a4b8ed", "Gateway": "e2e-shared-b-w3-c7c371", "namespace": "openshift-ingress"}
2026-09-07T13:29:55Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c7c371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c7c371", "reconcileID": "76ca5a91-d886-4dac-915f-66199b7cee80", "Gateway": "e2e-shared-b-w3-c7c371", "namespace": "openshift-ingress"}
2026-09-07T13:29:55Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c7c371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c7c371", "reconcileID": "76ca5a91-d886-4dac-915f-66199b7cee80", "Gateway": "e2e-shared-b-w3-c7c371", "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c7c371-authn-ssl"}
2026-09-07T13:29:55Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c7c371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c7c371", "reconcileID": "76ca5a91-d886-4dac-915f-66199b7cee80", "Gateway": "e2e-shared-b-w3-c7c371", "namespace": "openshift-ingress"}
2026-09-07T13:29:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c7c371"}, "namespace": "ai-tenant-e2e-shared-b-w3-c7c371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44e890f4-f051-4244-bb54-7160db075ebc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c7c371"}
2026-09-07T13:29:58Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c7c371"}, "namespace": "ai-tenant-e2e-shared-b-w3-c7c371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44e890f4-f051-4244-bb54-7160db075ebc", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c7c371", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T13:29:58Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c7c371"}, "namespace": "ai-tenant-e2e-shared-b-w3-c7c371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "44e890f4-f051-4244-bb54-7160db075ebc", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-c7c371 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T13:29:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c7c371"}, "namespace": "ai-tenant-e2e-shared-b-w3-c7c371", "name": "odh-trusted-ca-bundle", "reconcileID": "0b312f72-8310-4c7f-a5b4-52b5d9c433f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c7c371"}
2026-09-07T13:29:58Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c7c371"}, "namespace": "ai-tenant-e2e-shared-b-w3-c7c371", "name": "odh-trusted-ca-bundle", "reconcileID": "0b312f72-8310-4c7f-a5b4-52b5d9c433f6", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c7c371", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T13:29:58Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c7c371"}, "namespace": "ai-tenant-e2e-shared-b-w3-c7c371", "name": "odh-trusted-ca-bundle", "reconcileID": "0b312f72-8310-4c7f-a5b4-52b5d9c433f6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-c7c371 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T13:29:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c7c371"}, "namespace": "ai-tenant-e2e-shared-b-w3-c7c371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e58c848c-e73c-4925-93e0-f9bb71572bf1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c7c371"}
2026-09-07T13:29:58Z	DEBUG	Delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c7c371"}, "namespace": "ai-tenant-e2e-shared-b-w3-c7c371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e58c848c-e73c-4925-93e0-f9bb71572bf1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c7c371", "create": "odh-kserve-custom-ca-bundle"}
2026-09-07T13:29:58Z	ERROR	Reconciler error	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c7c371"}, "namespace": "ai-tenant-e2e-shared-b-w3-c7c371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e58c848c-e73c-4925-93e0-f9bb71572bf1", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-w3-c7c371 because it is being terminated"}
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263
sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2
	/opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224
2026-09-07T13:29:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-c7c371"}, "namespace": "ai-tenant-e2e-shared-b-w3-c7c371", "name": "openshift-service-ca.crt", "reconcileID": "1682709c-670d-41a8-a84b-52be6b7a7d4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-c7c371"}
2026-09-07T13:29:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-w3-c7c371"}, "namespace": "ai-tenant-e2e-shared-b-w3-c7c371", "name": "openshift-service-ca.crt", "reconcileID": "1682709c-670d-41a8-a84b-52be6b7a7d4d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-w3-c7c371"}
2026-09-07T13:29:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c7c371"}, "namespace": "ai-tenant-e2e-shared-b-w3-c7c371", "name": "odh-trusted-ca-bundle", "reconcileID": "477dbd42-cc4c-4728-917e-e150ed8a4c74", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c7c371"}
2026-09-07T13:29:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c7c371"}, "namespace": "ai-tenant-e2e-shared-b-w3-c7c371", "name": "odh-trusted-ca-bundle", "reconcileID": "477dbd42-cc4c-4728-917e-e150ed8a4c74", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c7c371"}
2026-09-07T13:29:58Z	INFO	Cert ConfigMap not found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c7c371"}, "namespace": "ai-tenant-e2e-shared-b-w3-c7c371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5f6d7d7-f698-4362-9a22-1682e20389a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c7c371"}
2026-09-07T13:29:58Z	DEBUG	No delta found	{"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-w3-c7c371"}, "namespace": "ai-tenant-e2e-shared-b-w3-c7c371", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e5f6d7d7-f698-4362-9a22-1682e20389a1", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-w3-c7c371"}
2026-09-07T13:29:59Z	DEBUG	Gateway not found, resources owned by Gateway will be garbage collected	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-w3-c7c371","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-w3-c7c371", "reconcileID": "ce012b90-47a6-4f1f-818b-fd7d296255b7", "Gateway": "e2e-shared-b-w3-c7c371", "namespace": "openshift-ingress"}
2026-09-07T13:34:39Z	INFO	No monitoring namespace detected, skipping monitoring reconciliation.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T13:34:39Z	INFO	Multi Node reconciling.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T13:34:40Z	INFO	ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T13:34:40Z	INFO	Multi Node reconciled successfully.	{"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"}
2026-09-07T13:34:46Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "a176882a-0c51-4ea5-a7a3-d83a7d554bdc", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm"}
2026-09-07T13:34:46Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "a176882a-0c51-4ea5-a7a3-d83a7d554bdc", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm"}
2026-09-07T13:34:46Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "a176882a-0c51-4ea5-a7a3-d83a7d554bdc", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm"}
2026-09-07T13:34:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7542c2d2-22bf-4820-8fab-ce89616c2595", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T13:34:46Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "a176882a-0c51-4ea5-a7a3-d83a7d554bdc", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm", "name": "e2e-same-id-a-bfd282e0-kserve-route-authn"}
2026-09-07T13:34:46Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "a176882a-0c51-4ea5-a7a3-d83a7d554bdc", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm", "authType": "userdefined"}
2026-09-07T13:34:46Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "a176882a-0c51-4ea5-a7a3-d83a7d554bdc", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm"}
2026-09-07T13:34:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7542c2d2-22bf-4820-8fab-ce89616c2595", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T13:34:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "7542c2d2-22bf-4820-8fab-ce89616c2595", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T13:34:46Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "738f369d-b19c-4a7d-a33e-1f494768781c", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm"}
2026-09-07T13:34:46Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "738f369d-b19c-4a7d-a33e-1f494768781c", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm"}
2026-09-07T13:34:46Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "738f369d-b19c-4a7d-a33e-1f494768781c", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm"}
2026-09-07T13:34:46Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "738f369d-b19c-4a7d-a33e-1f494768781c", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm", "name": "e2e-same-id-a-bfd282e0-kserve-route-authn"}
2026-09-07T13:34:46Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "738f369d-b19c-4a7d-a33e-1f494768781c", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm", "authType": "userdefined"}
2026-09-07T13:34:46Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "738f369d-b19c-4a7d-a33e-1f494768781c", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm"}
2026-09-07T13:34:46Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "0990de16-339c-4de8-8f77-31d3387758be", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm"}
2026-09-07T13:34:46Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "0990de16-339c-4de8-8f77-31d3387758be", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm"}
2026-09-07T13:34:46Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "0990de16-339c-4de8-8f77-31d3387758be", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm"}
2026-09-07T13:34:46Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "971f4bae-d047-40d5-953c-c50a3e1e9764", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T13:34:46Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "0990de16-339c-4de8-8f77-31d3387758be", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm", "name": "e2e-same-id-b-bfd282e0-kserve-route-authn"}
2026-09-07T13:34:46Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "0990de16-339c-4de8-8f77-31d3387758be", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm", "authType": "userdefined"}
2026-09-07T13:34:46Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "0990de16-339c-4de8-8f77-31d3387758be", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm"}
2026-09-07T13:34:46Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "971f4bae-d047-40d5-953c-c50a3e1e9764", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T13:34:46Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "971f4bae-d047-40d5-953c-c50a3e1e9764", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T13:34:56Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe242286-638e-4736-9dd7-6ccafbea2b0d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T13:34:56Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe242286-638e-4736-9dd7-6ccafbea2b0d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T13:34:56Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "fe242286-638e-4736-9dd7-6ccafbea2b0d", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T13:34:56Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "9ef5bf6f-5e9b-42fa-b8a9-1890f9a1998c", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm"}
2026-09-07T13:34:56Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "9ef5bf6f-5e9b-42fa-b8a9-1890f9a1998c", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm"}
2026-09-07T13:34:56Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "9ef5bf6f-5e9b-42fa-b8a9-1890f9a1998c", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm"}
2026-09-07T13:34:56Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "9ef5bf6f-5e9b-42fa-b8a9-1890f9a1998c", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm", "name": "e2e-same-id-a-bfd282e0-kserve-route-authn"}
2026-09-07T13:34:56Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "9ef5bf6f-5e9b-42fa-b8a9-1890f9a1998c", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm", "authType": "userdefined"}
2026-09-07T13:34:56Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "9ef5bf6f-5e9b-42fa-b8a9-1890f9a1998c", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm"}
2026-09-07T13:34:56Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "ec65d15d-c146-4731-baef-aae7456af467", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm"}
2026-09-07T13:34:56Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "ec65d15d-c146-4731-baef-aae7456af467", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm"}
2026-09-07T13:34:56Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "ec65d15d-c146-4731-baef-aae7456af467", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm"}
2026-09-07T13:34:56Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "ec65d15d-c146-4731-baef-aae7456af467", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm", "name": "e2e-same-id-b-bfd282e0-kserve-route-authn"}
2026-09-07T13:34:56Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "ec65d15d-c146-4731-baef-aae7456af467", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm", "authType": "userdefined"}
2026-09-07T13:34:56Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "ec65d15d-c146-4731-baef-aae7456af467", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm"}
2026-09-07T13:35:02Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "34eb85fc-9b06-46a2-aafe-34c8b5aa6287", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T13:35:02Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "34eb85fc-9b06-46a2-aafe-34c8b5aa6287", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T13:35:02Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "34eb85fc-9b06-46a2-aafe-34c8b5aa6287", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T13:35:03Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "ccc22d2f-a06e-401d-950e-fbab931d1d50", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm"}
2026-09-07T13:35:03Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "ccc22d2f-a06e-401d-950e-fbab931d1d50", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm"}
2026-09-07T13:35:03Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "ccc22d2f-a06e-401d-950e-fbab931d1d50", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm"}
2026-09-07T13:35:03Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "ccc22d2f-a06e-401d-950e-fbab931d1d50", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm", "name": "e2e-same-id-b-bfd282e0-kserve-route-authn"}
2026-09-07T13:35:03Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "ccc22d2f-a06e-401d-950e-fbab931d1d50", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm", "authType": "userdefined"}
2026-09-07T13:35:03Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "ccc22d2f-a06e-401d-950e-fbab931d1d50", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm"}
2026-09-07T13:35:12Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "b751dbde-3527-4e2f-b713-efd3afa8b058", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm"}
2026-09-07T13:35:12Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "b751dbde-3527-4e2f-b713-efd3afa8b058", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm"}
2026-09-07T13:35:12Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "b751dbde-3527-4e2f-b713-efd3afa8b058", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm"}
2026-09-07T13:35:12Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "b751dbde-3527-4e2f-b713-efd3afa8b058", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm", "name": "e2e-same-id-a-bfd282e0-kserve-route-authn"}
2026-09-07T13:35:12Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "b751dbde-3527-4e2f-b713-efd3afa8b058", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm", "authType": "userdefined"}
2026-09-07T13:35:12Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "b751dbde-3527-4e2f-b713-efd3afa8b058", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm"}
2026-09-07T13:35:28Z	DEBUG	Reconciling LLMInferenceService sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "145d6b28-d92f-4a0b-8439-72b494f5b100", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm"}
2026-09-07T13:35:28Z	DEBUG	Starting AuthPolicy reconciliation for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "145d6b28-d92f-4a0b-8439-72b494f5b100", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm"}
2026-09-07T13:35:28Z	DEBUG	Reconciling HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "145d6b28-d92f-4a0b-8439-72b494f5b100", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm"}
2026-09-07T13:35:28Z	DEBUG	Processing HTTPRoute AuthPolicy delta	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "145d6b28-d92f-4a0b-8439-72b494f5b100", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm", "name": "e2e-same-id-b-bfd282e0-kserve-route-authn"}
2026-09-07T13:35:28Z	DEBUG	AuthType	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "145d6b28-d92f-4a0b-8439-72b494f5b100", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm", "authType": "userdefined"}
2026-09-07T13:35:28Z	DEBUG	Successfully reconciled LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "145d6b28-d92f-4a0b-8439-72b494f5b100", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm"}
2026-09-07T13:35:31Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "bb788a62-480d-4b82-994f-d63163f04096", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm"}
2026-09-07T13:35:31Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "bb788a62-480d-4b82-994f-d63163f04096", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm", "name": "e2e-same-id-a-bfd282e0"}
2026-09-07T13:35:31Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "bb788a62-480d-4b82-994f-d63163f04096", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm"}
2026-09-07T13:35:31Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "bb788a62-480d-4b82-994f-d63163f04096", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm"}
2026-09-07T13:35:31Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "bb788a62-480d-4b82-994f-d63163f04096", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm", "name": "e2e-same-id-a-bfd282e0-kserve-route-authn"}
2026-09-07T13:35:31Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "bb788a62-480d-4b82-994f-d63163f04096", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm", "name": "e2e-same-id-a-bfd282e0-kserve-route-authn"}
2026-09-07T13:35:31Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-a-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-a-bfd282e0", "reconcileID": "c1fcc688-060e-4c08-99ef-e1f98c0529e7", "LLMInferenceService": "e2e-same-id-a-bfd282e0", "namespace": "llm"}
2026-09-07T13:35:31Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "87db5bc9-c2b3-4eca-a860-017fa30c52ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T13:35:31Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "87db5bc9-c2b3-4eca-a860-017fa30c52ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T13:35:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "87db5bc9-c2b3-4eca-a860-017fa30c52ef", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T13:35:31Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1cfbd7f3-f437-474c-a9d3-b778276641fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T13:35:31Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1cfbd7f3-f437-474c-a9d3-b778276641fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T13:35:31Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "1cfbd7f3-f437-474c-a9d3-b778276641fc", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T13:35:31Z	INFO	LLMInferenceService being deleted, cleaning up sub-resources	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "108ef167-057c-4976-8541-fcd5330b3698", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm"}
2026-09-07T13:35:31Z	DEBUG	Triggering Delete for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "108ef167-057c-4976-8541-fcd5330b3698", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm", "name": "e2e-same-id-b-bfd282e0"}
2026-09-07T13:35:31Z	DEBUG	Deleting AuthPolicies for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "108ef167-057c-4976-8541-fcd5330b3698", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm"}
2026-09-07T13:35:31Z	DEBUG	Deleting HTTPRoute AuthPolicy for LLMInferenceService	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "108ef167-057c-4976-8541-fcd5330b3698", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm"}
2026-09-07T13:35:31Z	DEBUG	Attempting to delete HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "108ef167-057c-4976-8541-fcd5330b3698", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm", "name": "e2e-same-id-b-bfd282e0-kserve-route-authn"}
2026-09-07T13:35:31Z	INFO	Successfully deleted HTTPRoute AuthPolicy	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "108ef167-057c-4976-8541-fcd5330b3698", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm", "name": "e2e-same-id-b-bfd282e0-kserve-route-authn"}
2026-09-07T13:35:33Z	INFO	Stop LLMInferenceService reconciliation	{"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"e2e-same-id-b-bfd282e0","namespace":"llm"}, "namespace": "llm", "name": "e2e-same-id-b-bfd282e0", "reconcileID": "616b7dee-f610-4523-b690-d590f40ec7c5", "LLMInferenceService": "e2e-same-id-b-bfd282e0", "namespace": "llm"}
2026-09-07T13:35:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b039ac3-352d-4d1e-81a6-d368f05d8be2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T13:35:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b039ac3-352d-4d1e-81a6-d368f05d8be2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T13:35:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "5b039ac3-352d-4d1e-81a6-d368f05d8be2", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T13:35:33Z	DEBUG	Reconciling EnvoyFilter for Gateway	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22f37667-ec21-455b-b6fb-e84cd7f3f823", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}
2026-09-07T13:35:33Z	INFO	Updating EnvoyFilter	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22f37667-ec21-455b-b6fb-e84cd7f3f823", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress", "name": "maas-default-gateway-authn-ssl"}
2026-09-07T13:35:33Z	DEBUG	Successfully reconciled Gateway resources	{"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"maas-default-gateway","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "maas-default-gateway", "reconcileID": "22f37667-ec21-455b-b6fb-e84cd7f3f823", "Gateway": "maas-default-gateway", "namespace": "openshift-ingress"}