2026-07-10T20:56:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-00c974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-00c974", "reconcileID": "f2d297f2-a9fb-487b-b625-b4831e5f708a", "Gateway": "e2e-api-b-00c974", "namespace": "openshift-ingress", "name": "e2e-api-b-00c974-authn-ssl"} 2026-07-10T20:56:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-00c974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-00c974", "reconcileID": "f2d297f2-a9fb-487b-b625-b4831e5f708a", "Gateway": "e2e-api-b-00c974", "namespace": "openshift-ingress"} 2026-07-10T20:56:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-00c974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-00c974", "reconcileID": "709ec969-18f8-4493-85af-bcf40bd46c56", "Gateway": "e2e-api-b-00c974", "namespace": "openshift-ingress"} 2026-07-10T20:56:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-00c974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-00c974", "reconcileID": "709ec969-18f8-4493-85af-bcf40bd46c56", "Gateway": "e2e-api-b-00c974", "namespace": "openshift-ingress", "name": "e2e-api-b-00c974-authn-ssl"} 2026-07-10T20:56:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-00c974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-00c974", "reconcileID": "709ec969-18f8-4493-85af-bcf40bd46c56", "Gateway": "e2e-api-b-00c974", "namespace": "openshift-ingress"} 2026-07-10T20:56:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-00c974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-00c974", "reconcileID": "8c30f496-ec8a-435a-b339-8e9aa89b974c", "Gateway": "e2e-api-b-00c974", "namespace": "openshift-ingress"} 2026-07-10T20:56:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-00c974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-00c974", "reconcileID": "8c30f496-ec8a-435a-b339-8e9aa89b974c", "Gateway": "e2e-api-b-00c974", "namespace": "openshift-ingress", "name": "e2e-api-b-00c974-authn-ssl"} 2026-07-10T20:56:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-00c974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-00c974", "reconcileID": "8c30f496-ec8a-435a-b339-8e9aa89b974c", "Gateway": "e2e-api-b-00c974", "namespace": "openshift-ingress"} 2026-07-10T20:56:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-00c974"}, "namespace": "ai-tenant-e2e-api-b-00c974", "name": "openshift-service-ca.crt", "reconcileID": "0d332b35-9584-462e-b93f-f2ba2fb9a56b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-00c974"} 2026-07-10T20:56:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-00c974"}, "namespace": "ai-tenant-e2e-api-b-00c974", "name": "odh-trusted-ca-bundle", "reconcileID": "37285c2f-5529-44ee-a3e9-3a60f2f45c9e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-00c974"} 2026-07-10T20:56:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-00c974"}, "namespace": "ai-tenant-e2e-api-b-00c974", "name": "openshift-service-ca.crt", "reconcileID": "deb1841a-34e9-4be6-99f1-a32911d0b5a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-00c974", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T20:56:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-00c974"}, "namespace": "ai-tenant-e2e-api-b-00c974", "name": "openshift-service-ca.crt", "reconcileID": "deb1841a-34e9-4be6-99f1-a32911d0b5a6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-00c974"} 2026-07-10T20:56:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-00c974"}, "namespace": "ai-tenant-e2e-api-b-00c974", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4993dc8e-aa4a-4971-a35c-74f20e219a8b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-00c974"} 2026-07-10T20:56:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-00c974"}, "namespace": "ai-tenant-e2e-api-b-00c974", "name": "openshift-service-ca.crt", "reconcileID": "d58f4869-66b3-4f40-a723-4548bab7f114", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-00c974"} 2026-07-10T20:56:45Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-00c974"}, "namespace": "ai-tenant-e2e-api-b-00c974", "name": "odh-trusted-ca-bundle", "reconcileID": "667d65da-cc0c-4f62-b5b5-5493fd27938c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-00c974", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T20:56:45Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-00c974"}, "namespace": "ai-tenant-e2e-api-b-00c974", "name": "odh-trusted-ca-bundle", "reconcileID": "667d65da-cc0c-4f62-b5b5-5493fd27938c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-00c974"} 2026-07-10T20:56:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-00c974"}, "namespace": "ai-tenant-e2e-api-b-00c974", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d49f7bd2-47ed-4868-ab98-fd53503e735f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-00c974"} 2026-07-10T20:56:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-00c974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-00c974", "reconcileID": "d12c2682-806c-4aa5-b47c-33fd2c9bfea3", "Gateway": "e2e-api-b-00c974", "namespace": "openshift-ingress"} 2026-07-10T20:56:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-00c974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-00c974", "reconcileID": "d12c2682-806c-4aa5-b47c-33fd2c9bfea3", "Gateway": "e2e-api-b-00c974", "namespace": "openshift-ingress", "name": "e2e-api-b-00c974-authn-ssl"} 2026-07-10T20:56:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-00c974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-00c974", "reconcileID": "d12c2682-806c-4aa5-b47c-33fd2c9bfea3", "Gateway": "e2e-api-b-00c974", "namespace": "openshift-ingress"} 2026-07-10T20:56:46Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "4c592a5b-f507-4085-8e12-db19dbeae2d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T20:56:47Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ec0f24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ec0f24", "reconcileID": "57ae6b77-3906-4e32-a9a2-7aaf93d0b27e", "Gateway": "e2e-api-a-ec0f24", "namespace": "openshift-ingress"} 2026-07-10T20:56:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ec0f24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ec0f24", "reconcileID": "57ae6b77-3906-4e32-a9a2-7aaf93d0b27e", "Gateway": "e2e-api-a-ec0f24", "namespace": "openshift-ingress", "name": "e2e-api-a-ec0f24-authn-ssl"} 2026-07-10T20:56:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ec0f24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ec0f24", "reconcileID": "57ae6b77-3906-4e32-a9a2-7aaf93d0b27e", "Gateway": "e2e-api-a-ec0f24", "namespace": "openshift-ingress"} 2026-07-10T20:56:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-00c974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-00c974", "reconcileID": "0b95a7c3-0f45-4bc3-9095-8b179406fe00", "Gateway": "e2e-api-b-00c974", "namespace": "openshift-ingress"} 2026-07-10T20:56:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-00c974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-00c974", "reconcileID": "0b95a7c3-0f45-4bc3-9095-8b179406fe00", "Gateway": "e2e-api-b-00c974", "namespace": "openshift-ingress", "name": "e2e-api-b-00c974-authn-ssl"} 2026-07-10T20:56:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-00c974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-00c974", "reconcileID": "0b95a7c3-0f45-4bc3-9095-8b179406fe00", "Gateway": "e2e-api-b-00c974", "namespace": "openshift-ingress"} 2026-07-10T20:56:58Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ca32cc33-f8c3-493c-8ba6-895d0678dd66", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T20:56:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ec0f24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ec0f24", "reconcileID": "0a66204f-efd6-41a5-a96b-72eb9d66adf7", "Gateway": "e2e-api-a-ec0f24", "namespace": "openshift-ingress"} 2026-07-10T20:56:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ec0f24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ec0f24", "reconcileID": "0a66204f-efd6-41a5-a96b-72eb9d66adf7", "Gateway": "e2e-api-a-ec0f24", "namespace": "openshift-ingress", "name": "e2e-api-a-ec0f24-authn-ssl"} 2026-07-10T20:56:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ec0f24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ec0f24", "reconcileID": "0a66204f-efd6-41a5-a96b-72eb9d66adf7", "Gateway": "e2e-api-a-ec0f24", "namespace": "openshift-ingress"} 2026-07-10T20:57:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ec0f24"}, "namespace": "ai-tenant-e2e-api-a-ec0f24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5e91d35-71c5-4fc1-adb1-1d22af269f0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ec0f24"} 2026-07-10T20:57:04Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ec0f24"}, "namespace": "ai-tenant-e2e-api-a-ec0f24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5e91d35-71c5-4fc1-adb1-1d22af269f0c", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ec0f24", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T20:57:04Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ec0f24"}, "namespace": "ai-tenant-e2e-api-a-ec0f24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5e91d35-71c5-4fc1-adb1-1d22af269f0c", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-ec0f24 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T20:57:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ec0f24"}, "namespace": "ai-tenant-e2e-api-a-ec0f24", "name": "odh-trusted-ca-bundle", "reconcileID": "fd4f4740-03c2-4596-91d9-1379e218e331", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ec0f24"} 2026-07-10T20:57:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-ec0f24"}, "namespace": "ai-tenant-e2e-api-a-ec0f24", "name": "odh-trusted-ca-bundle", "reconcileID": "fd4f4740-03c2-4596-91d9-1379e218e331", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ec0f24"} 2026-07-10T20:57:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ec0f24"}, "namespace": "ai-tenant-e2e-api-a-ec0f24", "name": "openshift-service-ca.crt", "reconcileID": "e20f2f0d-f8a3-488c-bcdd-a9615422c018", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ec0f24"} 2026-07-10T20:57:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-ec0f24"}, "namespace": "ai-tenant-e2e-api-a-ec0f24", "name": "openshift-service-ca.crt", "reconcileID": "e20f2f0d-f8a3-488c-bcdd-a9615422c018", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-ec0f24"} 2026-07-10T20:57:04Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ec0f24"}, "namespace": "ai-tenant-e2e-api-a-ec0f24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c516ac02-a505-4069-b93d-db9ae28999ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ec0f24"} 2026-07-10T20:57:04Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-ec0f24"}, "namespace": "ai-tenant-e2e-api-a-ec0f24", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c516ac02-a505-4069-b93d-db9ae28999ff", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-ec0f24"} 2026-07-10T20:57:04Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-ec0f24","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-ec0f24", "reconcileID": "2ca25ec9-42f8-4ddf-aca7-1df767f405f7", "Gateway": "e2e-api-a-ec0f24", "namespace": "openshift-ingress"} 2026-07-10T20:57:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "612d17e6-f822-4707-97ee-a26b8994d94c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T20:57:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-00c974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-00c974", "reconcileID": "58c9fd24-a722-475a-b7fa-ba328d8ad75d", "Gateway": "e2e-api-b-00c974", "namespace": "openshift-ingress"} 2026-07-10T20:57:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-00c974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-00c974", "reconcileID": "58c9fd24-a722-475a-b7fa-ba328d8ad75d", "Gateway": "e2e-api-b-00c974", "namespace": "openshift-ingress", "name": "e2e-api-b-00c974-authn-ssl"} 2026-07-10T20:57:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-00c974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-00c974", "reconcileID": "58c9fd24-a722-475a-b7fa-ba328d8ad75d", "Gateway": "e2e-api-b-00c974", "namespace": "openshift-ingress"} 2026-07-10T20:57:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-00c974"}, "namespace": "ai-tenant-e2e-api-b-00c974", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3cf771a-bbde-45b5-adcf-58b2dab504db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-00c974"} 2026-07-10T20:57:10Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-00c974"}, "namespace": "ai-tenant-e2e-api-b-00c974", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3cf771a-bbde-45b5-adcf-58b2dab504db", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-00c974", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T20:57:10Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-00c974"}, "namespace": "ai-tenant-e2e-api-b-00c974", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d3cf771a-bbde-45b5-adcf-58b2dab504db", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-00c974 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T20:57:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-00c974"}, "namespace": "ai-tenant-e2e-api-b-00c974", "name": "odh-trusted-ca-bundle", "reconcileID": "8908586d-e9ba-459e-ad16-b3e3b24d9e2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-00c974"} 2026-07-10T20:57:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-00c974"}, "namespace": "ai-tenant-e2e-api-b-00c974", "name": "odh-trusted-ca-bundle", "reconcileID": "8908586d-e9ba-459e-ad16-b3e3b24d9e2a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-00c974"} 2026-07-10T20:57:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-00c974"}, "namespace": "ai-tenant-e2e-api-b-00c974", "name": "openshift-service-ca.crt", "reconcileID": "56b0fc2b-ddbb-4bf1-a59c-6c6ad873ff25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-00c974"} 2026-07-10T20:57:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-00c974"}, "namespace": "ai-tenant-e2e-api-b-00c974", "name": "openshift-service-ca.crt", "reconcileID": "56b0fc2b-ddbb-4bf1-a59c-6c6ad873ff25", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-00c974"} 2026-07-10T20:57:10Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-00c974"}, "namespace": "ai-tenant-e2e-api-b-00c974", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4036cb0d-b54c-4ec5-9b26-dfbc9e7adeca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-00c974"} 2026-07-10T20:57:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-00c974"}, "namespace": "ai-tenant-e2e-api-b-00c974", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "4036cb0d-b54c-4ec5-9b26-dfbc9e7adeca", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-00c974"} 2026-07-10T20:57:11Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-00c974","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-00c974", "reconcileID": "6f8f7789-26a7-4e90-a583-48d58be16187", "Gateway": "e2e-api-b-00c974", "namespace": "openshift-ingress"} 2026-07-10T20:57:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "dee9c452-09cd-4524-9f3d-4bed2cf3da0f", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:12Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "dee9c452-09cd-4524-9f3d-4bed2cf3da0f", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T20:57:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "dee9c452-09cd-4524-9f3d-4bed2cf3da0f", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "6467b37a-6670-4694-b7e8-87ccdc28483e", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "6467b37a-6670-4694-b7e8-87ccdc28483e", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T20:57:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "6467b37a-6670-4694-b7e8-87ccdc28483e", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "816901ec-b300-477a-8458-26c9f158112a", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "816901ec-b300-477a-8458-26c9f158112a", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T20:57:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "816901ec-b300-477a-8458-26c9f158112a", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "0faf3f3e-5f24-4ddf-877d-429d307e4615", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "0faf3f3e-5f24-4ddf-877d-429d307e4615", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T20:57:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "0faf3f3e-5f24-4ddf-877d-429d307e4615", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "8963af11-93f3-497f-bbb9-a9e05f73675c", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "8963af11-93f3-497f-bbb9-a9e05f73675c", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T20:57:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "8963af11-93f3-497f-bbb9-a9e05f73675c", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "cf809e4b-7c0d-4f6a-ae74-85c8c0cfddb5", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "cf809e4b-7c0d-4f6a-ae74-85c8c0cfddb5", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T20:57:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "cf809e4b-7c0d-4f6a-ae74-85c8c0cfddb5", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "871d52f1-349d-4f4c-bb86-0c874d6e56f0", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "871d52f1-349d-4f4c-bb86-0c874d6e56f0", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T20:57:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "871d52f1-349d-4f4c-bb86-0c874d6e56f0", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "openshift-service-ca.crt", "reconcileID": "ef4c3f72-16a2-465d-8a37-2ba2a35ad8b0", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "odh-trusted-ca-bundle", "reconcileID": "5a1ac08b-3199-4109-9869-f8096c8130e3", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "openshift-service-ca.crt", "reconcileID": "9570f26a-38da-4860-a936-fd01ef29a243", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e560d0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T20:57:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "openshift-service-ca.crt", "reconcileID": "9570f26a-38da-4860-a936-fd01ef29a243", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d24b8373-350f-4cf3-b4be-18fe5035cec2", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "openshift-service-ca.crt", "reconcileID": "6e7c18b1-86a6-4c43-b4d2-a45a6fcec500", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "odh-trusted-ca-bundle", "reconcileID": "253aeed4-7d47-4e0a-90c2-29735eb3148c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e560d0", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T20:57:14Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "odh-trusted-ca-bundle", "reconcileID": "253aeed4-7d47-4e0a-90c2-29735eb3148c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "93cce463-0b79-4041-8420-c1f6da7246c4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "ecfaf8e1-300a-41bd-9824-c0dd1c9bfc11", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "ecfaf8e1-300a-41bd-9824-c0dd1c9bfc11", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T20:57:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "ecfaf8e1-300a-41bd-9824-c0dd1c9bfc11", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "762d5770-8d34-4f43-aebf-ab38ec8fbe6c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T20:57:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "d2a81056-9e9c-4263-a48c-d0a021dd0ca4", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:57:19Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "d2a81056-9e9c-4263-a48c-d0a021dd0ca4", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T20:57:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "d2a81056-9e9c-4263-a48c-d0a021dd0ca4", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:57:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "ed87ef3e-a829-4371-bef6-d7c36951ea18", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:57:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "ed87ef3e-a829-4371-bef6-d7c36951ea18", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T20:57:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "ed87ef3e-a829-4371-bef6-d7c36951ea18", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:57:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "8f46b0c7-77d5-43d4-8711-a24d8be02799", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:57:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "8f46b0c7-77d5-43d4-8711-a24d8be02799", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T20:57:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "8f46b0c7-77d5-43d4-8711-a24d8be02799", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:57:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "8f170522-d44a-445f-bc26-a5a023cb6d52", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:57:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "8f170522-d44a-445f-bc26-a5a023cb6d52", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T20:57:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "8f170522-d44a-445f-bc26-a5a023cb6d52", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:57:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "93d81a4d-69cb-4274-b673-6042c1fa2c9a", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:57:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "93d81a4d-69cb-4274-b673-6042c1fa2c9a", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T20:57:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "93d81a4d-69cb-4274-b673-6042c1fa2c9a", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:57:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "2c12ec08-8c24-4b96-aac5-293e8ece938c", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:57:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "2c12ec08-8c24-4b96-aac5-293e8ece938c", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T20:57:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "2c12ec08-8c24-4b96-aac5-293e8ece938c", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:57:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "5f6b8205-97c1-4f6e-a9e2-fd2bdb418b4a", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:57:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "5f6b8205-97c1-4f6e-a9e2-fd2bdb418b4a", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T20:57:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "5f6b8205-97c1-4f6e-a9e2-fd2bdb418b4a", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:57:22Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "148f3fc6-36c5-4605-ab91-a138f7d284aa", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:22Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "148f3fc6-36c5-4605-ab91-a138f7d284aa", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T20:57:22Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "148f3fc6-36c5-4605-ab91-a138f7d284aa", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "openshift-service-ca.crt", "reconcileID": "3aaf82f8-6481-403d-98ec-78142b5b951c", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:57:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "odh-trusted-ca-bundle", "reconcileID": "a70c9d1b-fcdc-461f-93e3-2fbafc6c9d42", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:57:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "openshift-service-ca.crt", "reconcileID": "3ef18c5a-66b0-419e-b66d-901f1a17f401", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-28db1d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T20:57:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "openshift-service-ca.crt", "reconcileID": "3ef18c5a-66b0-419e-b66d-901f1a17f401", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:57:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "openshift-service-ca.crt", "reconcileID": "87662216-c76d-4a3a-9ff3-7a18c0398881", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-28db1d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T20:57:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "openshift-service-ca.crt", "reconcileID": "87662216-c76d-4a3a-9ff3-7a18c0398881", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T20:57:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "c270c89a-8f61-46a0-829a-d62b8a7f7fe4", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:57:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "openshift-service-ca.crt", "reconcileID": "7914934a-6b64-4470-bb54-abd2748999dc", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:57:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "odh-trusted-ca-bundle", "reconcileID": "9df0a8b0-7c65-42ae-b28d-66d32596732a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28db1d", "update": "odh-kserve-custom-ca-bundle"} 2026-07-10T20:57:22Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "odh-trusted-ca-bundle", "reconcileID": "9df0a8b0-7c65-42ae-b28d-66d32596732a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:57:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "39e57684-a1b4-419f-8fbf-ddca8f6da37f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:57:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "3c0f6983-3d63-4e73-8b29-e556ab485fbb", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:57:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "3c0f6983-3d63-4e73-8b29-e556ab485fbb", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T20:57:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "3c0f6983-3d63-4e73-8b29-e556ab485fbb", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:57:23Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "df92da07-dd8a-4858-81f1-72df0b96572e", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T20:57:24Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "7996b263-54cb-4e48-9b71-fad28a693cf3", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T20:57:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "1671707c-b7b1-4edb-bf63-13f7b25e161d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T20:57:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "ef0f3791-dabe-4823-8e1e-bba96c5e12fb", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:57:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "ef0f3791-dabe-4823-8e1e-bba96c5e12fb", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T20:57:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "ef0f3791-dabe-4823-8e1e-bba96c5e12fb", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:57:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "f1615554-bfeb-474d-a514-e8e042fe625d", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "f1615554-bfeb-474d-a514-e8e042fe625d", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "f1615554-bfeb-474d-a514-e8e042fe625d", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "34996862-3180-432d-9c34-e5c5214f3296", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "f1615554-bfeb-474d-a514-e8e042fe625d", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0-kserve-route-authn"} 2026-07-10T20:57:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "f1615554-bfeb-474d-a514-e8e042fe625d", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "authType": "userdefined"} 2026-07-10T20:57:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "f1615554-bfeb-474d-a514-e8e042fe625d", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "34996862-3180-432d-9c34-e5c5214f3296", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T20:57:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "34996862-3180-432d-9c34-e5c5214f3296", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "ed327a8e-cef7-412b-b44d-d23349b88a44", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "ed327a8e-cef7-412b-b44d-d23349b88a44", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "ed327a8e-cef7-412b-b44d-d23349b88a44", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "ed327a8e-cef7-412b-b44d-d23349b88a44", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0-kserve-route-authn"} 2026-07-10T20:57:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "ed327a8e-cef7-412b-b44d-d23349b88a44", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "authType": "userdefined"} 2026-07-10T20:57:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "ed327a8e-cef7-412b-b44d-d23349b88a44", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f0ef31a2-a2b1-4293-bd5d-f813e21b60ed", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T20:57:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "c3051c67-8b6c-4d7a-8ee2-941278f1c234", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "c3051c67-8b6c-4d7a-8ee2-941278f1c234", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T20:57:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "c3051c67-8b6c-4d7a-8ee2-941278f1c234", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:57:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "6c5b57c2-148c-451d-9e87-e6a3bc0485dd", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "6c5b57c2-148c-451d-9e87-e6a3bc0485dd", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "6c5b57c2-148c-451d-9e87-e6a3bc0485dd", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "6c5b57c2-148c-451d-9e87-e6a3bc0485dd", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0-kserve-route-authn"} 2026-07-10T20:57:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "6c5b57c2-148c-451d-9e87-e6a3bc0485dd", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "authType": "userdefined"} 2026-07-10T20:57:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "6c5b57c2-148c-451d-9e87-e6a3bc0485dd", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:44Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "dc5dd4f1-c1e3-457a-91f4-d2e359e355e6", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:44Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "dc5dd4f1-c1e3-457a-91f4-d2e359e355e6", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:44Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "dc5dd4f1-c1e3-457a-91f4-d2e359e355e6", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:44Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "dc5dd4f1-c1e3-457a-91f4-d2e359e355e6", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0-kserve-route-authn"} 2026-07-10T20:57:44Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "dc5dd4f1-c1e3-457a-91f4-d2e359e355e6", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "authType": "userdefined"} 2026-07-10T20:57:44Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "dc5dd4f1-c1e3-457a-91f4-d2e359e355e6", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:57:44Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e5dc8e55-aa91-4260-bd34-04a58e6e035c", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T20:58:08Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "a0500ab7-704e-4015-8746-d7c41917b45f", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:58:08Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "a0500ab7-704e-4015-8746-d7c41917b45f", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:58:08Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "a0500ab7-704e-4015-8746-d7c41917b45f", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:58:08Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "a0500ab7-704e-4015-8746-d7c41917b45f", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0-kserve-route-authn"} 2026-07-10T20:58:08Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "a0500ab7-704e-4015-8746-d7c41917b45f", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "authType": "userdefined"} 2026-07-10T20:58:08Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "a0500ab7-704e-4015-8746-d7c41917b45f", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T20:58:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "4c73bdc3-0536-4300-abde-0b3727ef9e75", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:58:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "4c73bdc3-0536-4300-abde-0b3727ef9e75", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:58:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "4c73bdc3-0536-4300-abde-0b3727ef9e75", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:58:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "d9835383-65f9-47d6-a06f-12fe7160e69c", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:58:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "4c73bdc3-0536-4300-abde-0b3727ef9e75", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d-kserve-route-authn"} 2026-07-10T20:58:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "4c73bdc3-0536-4300-abde-0b3727ef9e75", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "authType": "userdefined"} 2026-07-10T20:58:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "4c73bdc3-0536-4300-abde-0b3727ef9e75", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:58:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "d9835383-65f9-47d6-a06f-12fe7160e69c", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T20:58:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "d9835383-65f9-47d6-a06f-12fe7160e69c", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:58:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "6af4d620-3b79-4fcf-b89e-57656e608880", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:58:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "6af4d620-3b79-4fcf-b89e-57656e608880", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:58:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "6af4d620-3b79-4fcf-b89e-57656e608880", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:58:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "6af4d620-3b79-4fcf-b89e-57656e608880", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d-kserve-route-authn"} 2026-07-10T20:58:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "6af4d620-3b79-4fcf-b89e-57656e608880", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "authType": "userdefined"} 2026-07-10T20:58:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "6af4d620-3b79-4fcf-b89e-57656e608880", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:58:38Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "f3d99c2d-4c45-4705-a243-3856acc3f931", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:58:38Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "f3d99c2d-4c45-4705-a243-3856acc3f931", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T20:58:38Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "f3d99c2d-4c45-4705-a243-3856acc3f931", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:58:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "3de8971b-2661-431b-8ab9-36d14856d728", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:58:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "3de8971b-2661-431b-8ab9-36d14856d728", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:58:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "3de8971b-2661-431b-8ab9-36d14856d728", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:58:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "3de8971b-2661-431b-8ab9-36d14856d728", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d-kserve-route-authn"} 2026-07-10T20:58:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "3de8971b-2661-431b-8ab9-36d14856d728", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "authType": "userdefined"} 2026-07-10T20:58:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "3de8971b-2661-431b-8ab9-36d14856d728", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:58:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "6eba4e1f-075e-4a3a-9a38-292ae3c78347", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:58:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "6eba4e1f-075e-4a3a-9a38-292ae3c78347", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:58:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "6eba4e1f-075e-4a3a-9a38-292ae3c78347", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:58:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "6eba4e1f-075e-4a3a-9a38-292ae3c78347", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d-kserve-route-authn"} 2026-07-10T20:58:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "6eba4e1f-075e-4a3a-9a38-292ae3c78347", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "authType": "userdefined"} 2026-07-10T20:58:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "6eba4e1f-075e-4a3a-9a38-292ae3c78347", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:58:49Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "0af3be9d-4cb7-4d99-8866-958ea6523b9a", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:58:49Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "0af3be9d-4cb7-4d99-8866-958ea6523b9a", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:58:49Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "0af3be9d-4cb7-4d99-8866-958ea6523b9a", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:58:49Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "0af3be9d-4cb7-4d99-8866-958ea6523b9a", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d-kserve-route-authn"} 2026-07-10T20:58:49Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "0af3be9d-4cb7-4d99-8866-958ea6523b9a", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "authType": "userdefined"} 2026-07-10T20:58:49Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "0af3be9d-4cb7-4d99-8866-958ea6523b9a", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T20:58:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "c9d88653-98f8-4246-b3a2-63fcba9e4f4c", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:58:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "c9d88653-98f8-4246-b3a2-63fcba9e4f4c", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T20:58:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "c9d88653-98f8-4246-b3a2-63fcba9e4f4c", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T20:59:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "a478ba4e-f653-4ff0-90c9-a7b98013cf84", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T20:59:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "a478ba4e-f653-4ff0-90c9-a7b98013cf84", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T20:59:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "a478ba4e-f653-4ff0-90c9-a7b98013cf84", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:00:33Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "8abb566e-edcb-4f3f-99bb-49a5f4dc7fb0", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:00:33Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "8abb566e-edcb-4f3f-99bb-49a5f4dc7fb0", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0"} 2026-07-10T21:00:33Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "8abb566e-edcb-4f3f-99bb-49a5f4dc7fb0", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:00:33Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "8abb566e-edcb-4f3f-99bb-49a5f4dc7fb0", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:00:33Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "8abb566e-edcb-4f3f-99bb-49a5f4dc7fb0", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0-kserve-route-authn"} 2026-07-10T21:00:33Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "8abb566e-edcb-4f3f-99bb-49a5f4dc7fb0", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0-kserve-route-authn"} 2026-07-10T21:00:33Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "8abb566e-edcb-4f3f-99bb-49a5f4dc7fb0", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:00:33Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "8abb566e-edcb-4f3f-99bb-49a5f4dc7fb0", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:00:33Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "auth-test-model-e560d0", "reconcileID": "4321b147-d644-4208-b23f-c45d7ddc3cdc", "LLMInferenceService": "auth-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:00:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "7ae7c7fb-2f85-44e6-b566-f26cca3b7e42", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:00:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "7ae7c7fb-2f85-44e6-b566-f26cca3b7e42", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T21:00:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "7ae7c7fb-2f85-44e6-b566-f26cca3b7e42", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:00:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "286db57b-f01c-41f4-a95a-2551dbf0668f", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:00:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "286db57b-f01c-41f4-a95a-2551dbf0668f", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T21:00:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "286db57b-f01c-41f4-a95a-2551dbf0668f", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:00:34Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "badb44b7-fc05-41a5-94fc-c49b60efb42e", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:00:34Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "badb44b7-fc05-41a5-94fc-c49b60efb42e", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d"} 2026-07-10T21:00:34Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "badb44b7-fc05-41a5-94fc-c49b60efb42e", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:00:34Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "badb44b7-fc05-41a5-94fc-c49b60efb42e", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:00:34Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "badb44b7-fc05-41a5-94fc-c49b60efb42e", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d-kserve-route-authn"} 2026-07-10T21:00:34Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "badb44b7-fc05-41a5-94fc-c49b60efb42e", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d-kserve-route-authn"} 2026-07-10T21:00:34Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "badb44b7-fc05-41a5-94fc-c49b60efb42e", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:00:34Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "badb44b7-fc05-41a5-94fc-c49b60efb42e", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:00:34Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "auth-test-model-28db1d", "reconcileID": "67afc972-bbfa-44a4-b07a-868aef0a3192", "LLMInferenceService": "auth-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:00:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "f39dc473-54fc-4ee4-9a9e-a1218a83ff49", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:00:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "f39dc473-54fc-4ee4-9a9e-a1218a83ff49", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T21:00:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "f39dc473-54fc-4ee4-9a9e-a1218a83ff49", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:00:34Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "23ae837c-2715-4ed5-b0f1-644190b1b5dd", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:00:34Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "23ae837c-2715-4ed5-b0f1-644190b1b5dd", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T21:00:34Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "23ae837c-2715-4ed5-b0f1-644190b1b5dd", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:00:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "46da7664-f0ca-444e-b2b5-de43f1363801", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:00:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "46da7664-f0ca-444e-b2b5-de43f1363801", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:00:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "46da7664-f0ca-444e-b2b5-de43f1363801", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:00:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "abc326d1-46a1-4070-8333-064945a8ae35", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:00:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "46da7664-f0ca-444e-b2b5-de43f1363801", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0-kserve-route-authn"} 2026-07-10T21:00:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "46da7664-f0ca-444e-b2b5-de43f1363801", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "authType": "userdefined"} 2026-07-10T21:00:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "46da7664-f0ca-444e-b2b5-de43f1363801", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:00:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "abc326d1-46a1-4070-8333-064945a8ae35", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T21:00:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "abc326d1-46a1-4070-8333-064945a8ae35", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:00:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "d6be2b81-8c17-4996-9917-82eccd9da0d1", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:00:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "d6be2b81-8c17-4996-9917-82eccd9da0d1", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:00:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "d6be2b81-8c17-4996-9917-82eccd9da0d1", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:00:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "d6be2b81-8c17-4996-9917-82eccd9da0d1", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0-kserve-route-authn"} 2026-07-10T21:00:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "d6be2b81-8c17-4996-9917-82eccd9da0d1", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "authType": "userdefined"} 2026-07-10T21:00:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "d6be2b81-8c17-4996-9917-82eccd9da0d1", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:00:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "616338f7-cc8b-4123-8ac0-d212a95f3c0e", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:00:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "616338f7-cc8b-4123-8ac0-d212a95f3c0e", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T21:00:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "616338f7-cc8b-4123-8ac0-d212a95f3c0e", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:00:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "6da11fe6-0803-4a8e-8e99-d1f4dbc50fa0", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:00:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "6da11fe6-0803-4a8e-8e99-d1f4dbc50fa0", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:00:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "6da11fe6-0803-4a8e-8e99-d1f4dbc50fa0", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:00:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "6da11fe6-0803-4a8e-8e99-d1f4dbc50fa0", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0-kserve-route-authn"} 2026-07-10T21:00:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "6da11fe6-0803-4a8e-8e99-d1f4dbc50fa0", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "authType": "userdefined"} 2026-07-10T21:00:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "6da11fe6-0803-4a8e-8e99-d1f4dbc50fa0", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:01:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "51d2d5f7-510b-4381-92d1-9b91393cf0ed", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:01:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "51d2d5f7-510b-4381-92d1-9b91393cf0ed", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:01:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "51d2d5f7-510b-4381-92d1-9b91393cf0ed", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:01:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "51d2d5f7-510b-4381-92d1-9b91393cf0ed", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0-kserve-route-authn"} 2026-07-10T21:01:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "51d2d5f7-510b-4381-92d1-9b91393cf0ed", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "authType": "userdefined"} 2026-07-10T21:01:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "51d2d5f7-510b-4381-92d1-9b91393cf0ed", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:01:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "70019b3e-49cf-40bd-ab0a-46af2451d181", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:01:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "70019b3e-49cf-40bd-ab0a-46af2451d181", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:01:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "70019b3e-49cf-40bd-ab0a-46af2451d181", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:01:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "70019b3e-49cf-40bd-ab0a-46af2451d181", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0-kserve-route-authn"} 2026-07-10T21:01:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "70019b3e-49cf-40bd-ab0a-46af2451d181", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "authType": "userdefined"} 2026-07-10T21:01:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "70019b3e-49cf-40bd-ab0a-46af2451d181", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:01:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "995f26c5-cec6-4770-8b47-e4b47f1feadd", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:01:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "995f26c5-cec6-4770-8b47-e4b47f1feadd", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:01:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "995f26c5-cec6-4770-8b47-e4b47f1feadd", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:01:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "6e971196-a030-471d-9a1a-9f4375885db0", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:01:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "995f26c5-cec6-4770-8b47-e4b47f1feadd", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d-kserve-route-authn"} 2026-07-10T21:01:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "995f26c5-cec6-4770-8b47-e4b47f1feadd", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "authType": "userdefined"} 2026-07-10T21:01:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "995f26c5-cec6-4770-8b47-e4b47f1feadd", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:01:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "6e971196-a030-471d-9a1a-9f4375885db0", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T21:01:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "6e971196-a030-471d-9a1a-9f4375885db0", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:01:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "ee004639-121b-4c24-ab05-816fc41d2ac1", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:01:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "ee004639-121b-4c24-ab05-816fc41d2ac1", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:01:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "ee004639-121b-4c24-ab05-816fc41d2ac1", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:01:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "ee004639-121b-4c24-ab05-816fc41d2ac1", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d-kserve-route-authn"} 2026-07-10T21:01:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "ee004639-121b-4c24-ab05-816fc41d2ac1", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "authType": "userdefined"} 2026-07-10T21:01:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "ee004639-121b-4c24-ab05-816fc41d2ac1", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:01:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "51d4491b-bb42-49fc-bc71-bc1481c1eb6a", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:01:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "51d4491b-bb42-49fc-bc71-bc1481c1eb6a", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T21:01:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "51d4491b-bb42-49fc-bc71-bc1481c1eb6a", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:01:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "54269058-b322-4835-aa22-7c4fbf3e1917", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:01:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "54269058-b322-4835-aa22-7c4fbf3e1917", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:01:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "54269058-b322-4835-aa22-7c4fbf3e1917", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:01:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "54269058-b322-4835-aa22-7c4fbf3e1917", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d-kserve-route-authn"} 2026-07-10T21:01:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "54269058-b322-4835-aa22-7c4fbf3e1917", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "authType": "userdefined"} 2026-07-10T21:01:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "54269058-b322-4835-aa22-7c4fbf3e1917", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:01:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "fa050dd7-cb29-49f3-937c-a5d20304f8f4", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:01:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "fa050dd7-cb29-49f3-937c-a5d20304f8f4", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:01:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "fa050dd7-cb29-49f3-937c-a5d20304f8f4", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:01:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "fa050dd7-cb29-49f3-937c-a5d20304f8f4", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d-kserve-route-authn"} 2026-07-10T21:01:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "fa050dd7-cb29-49f3-937c-a5d20304f8f4", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "authType": "userdefined"} 2026-07-10T21:01:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "fa050dd7-cb29-49f3-937c-a5d20304f8f4", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "4ad36dce-ed2f-4619-9480-4f951aeac1d9", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "4ad36dce-ed2f-4619-9480-4f951aeac1d9", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0"} 2026-07-10T21:02:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "4ad36dce-ed2f-4619-9480-4f951aeac1d9", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "4ad36dce-ed2f-4619-9480-4f951aeac1d9", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "4ad36dce-ed2f-4619-9480-4f951aeac1d9", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0-kserve-route-authn"} 2026-07-10T21:02:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "4ad36dce-ed2f-4619-9480-4f951aeac1d9", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0-kserve-route-authn"} 2026-07-10T21:02:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "4ad36dce-ed2f-4619-9480-4f951aeac1d9", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "4ad36dce-ed2f-4619-9480-4f951aeac1d9", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "sub-test-model-e560d0", "reconcileID": "89c6e384-a236-4de5-9a93-e9d8c9c372ee", "LLMInferenceService": "sub-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "8b5b0089-5f87-4613-be6b-5ad0418e57eb", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:02:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "8b5b0089-5f87-4613-be6b-5ad0418e57eb", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T21:02:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "8b5b0089-5f87-4613-be6b-5ad0418e57eb", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:02:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "41f1e7d3-30b1-465d-af9c-4bd8d5899636", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:02:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "41f1e7d3-30b1-465d-af9c-4bd8d5899636", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T21:02:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "41f1e7d3-30b1-465d-af9c-4bd8d5899636", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:02:04Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "7efdc078-7aab-4fce-8f57-6fe0eaead5c7", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:04Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "7efdc078-7aab-4fce-8f57-6fe0eaead5c7", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d"} 2026-07-10T21:02:04Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "7efdc078-7aab-4fce-8f57-6fe0eaead5c7", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:04Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "7efdc078-7aab-4fce-8f57-6fe0eaead5c7", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:04Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "7efdc078-7aab-4fce-8f57-6fe0eaead5c7", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d-kserve-route-authn"} 2026-07-10T21:02:04Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "7efdc078-7aab-4fce-8f57-6fe0eaead5c7", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d-kserve-route-authn"} 2026-07-10T21:02:04Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "7efdc078-7aab-4fce-8f57-6fe0eaead5c7", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:04Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "7efdc078-7aab-4fce-8f57-6fe0eaead5c7", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:04Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "sub-test-model-28db1d", "reconcileID": "94d4e871-ca53-44aa-8162-7ddbf504c18a", "LLMInferenceService": "sub-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "f20ba89d-ce8a-4823-b363-da7c50ed88ed", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:02:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "f20ba89d-ce8a-4823-b363-da7c50ed88ed", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T21:02:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "f20ba89d-ce8a-4823-b363-da7c50ed88ed", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:02:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "85be52f5-6b72-47df-9c8a-1789af1a76ab", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:02:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "85be52f5-6b72-47df-9c8a-1789af1a76ab", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T21:02:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "85be52f5-6b72-47df-9c8a-1789af1a76ab", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:02:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "44732559-4a0e-4a18-8f09-9ec47109438a", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "44732559-4a0e-4a18-8f09-9ec47109438a", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "44732559-4a0e-4a18-8f09-9ec47109438a", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "d07b8c2a-7f0a-4d7d-8c3d-f96215e2c827", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:02:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "44732559-4a0e-4a18-8f09-9ec47109438a", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0-kserve-route-authn"} 2026-07-10T21:02:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "44732559-4a0e-4a18-8f09-9ec47109438a", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "authType": "userdefined"} 2026-07-10T21:02:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "44732559-4a0e-4a18-8f09-9ec47109438a", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "d07b8c2a-7f0a-4d7d-8c3d-f96215e2c827", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T21:02:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "d07b8c2a-7f0a-4d7d-8c3d-f96215e2c827", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:02:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "efcd838e-21c2-45a7-8cc2-4d227a006aff", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "efcd838e-21c2-45a7-8cc2-4d227a006aff", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "efcd838e-21c2-45a7-8cc2-4d227a006aff", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "efcd838e-21c2-45a7-8cc2-4d227a006aff", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0-kserve-route-authn"} 2026-07-10T21:02:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "efcd838e-21c2-45a7-8cc2-4d227a006aff", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "authType": "userdefined"} 2026-07-10T21:02:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "efcd838e-21c2-45a7-8cc2-4d227a006aff", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "ca276d7b-bb3c-4ac3-b7d8-0ede992c76b7", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:02:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "ca276d7b-bb3c-4ac3-b7d8-0ede992c76b7", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T21:02:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "ca276d7b-bb3c-4ac3-b7d8-0ede992c76b7", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:02:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "45859d53-f3e5-4b32-83d0-0e828b10d4ea", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "45859d53-f3e5-4b32-83d0-0e828b10d4ea", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "45859d53-f3e5-4b32-83d0-0e828b10d4ea", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "45859d53-f3e5-4b32-83d0-0e828b10d4ea", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0-kserve-route-authn"} 2026-07-10T21:02:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "45859d53-f3e5-4b32-83d0-0e828b10d4ea", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "authType": "userdefined"} 2026-07-10T21:02:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "45859d53-f3e5-4b32-83d0-0e828b10d4ea", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "143aa10a-e31e-4633-b986-5872c57de17e", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "143aa10a-e31e-4633-b986-5872c57de17e", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "143aa10a-e31e-4633-b986-5872c57de17e", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "143aa10a-e31e-4633-b986-5872c57de17e", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0-kserve-route-authn"} 2026-07-10T21:02:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "143aa10a-e31e-4633-b986-5872c57de17e", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "authType": "userdefined"} 2026-07-10T21:02:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "143aa10a-e31e-4633-b986-5872c57de17e", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:02:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "32b8caec-54e7-41a5-84bd-025f8ed636d9", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T21:02:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "333050d5-c24e-410d-a944-2951df19a4cb", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "333050d5-c24e-410d-a944-2951df19a4cb", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "333050d5-c24e-410d-a944-2951df19a4cb", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "45f237e5-08ee-4aeb-9682-ac98d048128c", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:02:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "333050d5-c24e-410d-a944-2951df19a4cb", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d-kserve-route-authn"} 2026-07-10T21:02:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "333050d5-c24e-410d-a944-2951df19a4cb", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "authType": "userdefined"} 2026-07-10T21:02:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "333050d5-c24e-410d-a944-2951df19a4cb", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "45f237e5-08ee-4aeb-9682-ac98d048128c", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T21:02:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "45f237e5-08ee-4aeb-9682-ac98d048128c", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:02:26Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "4503c727-c73d-4680-b26b-5fb2b24f75a2", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:26Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "4503c727-c73d-4680-b26b-5fb2b24f75a2", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:26Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "4503c727-c73d-4680-b26b-5fb2b24f75a2", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:26Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "4503c727-c73d-4680-b26b-5fb2b24f75a2", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d-kserve-route-authn"} 2026-07-10T21:02:26Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "4503c727-c73d-4680-b26b-5fb2b24f75a2", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "authType": "userdefined"} 2026-07-10T21:02:26Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "4503c727-c73d-4680-b26b-5fb2b24f75a2", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "6c23df7f-9421-4b0f-a53a-4737259c646b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T21:02:44Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "b257bb50-8145-4444-9c28-e5a9b38dffef", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:02:44Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "b257bb50-8145-4444-9c28-e5a9b38dffef", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T21:02:44Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "b257bb50-8145-4444-9c28-e5a9b38dffef", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:02:45Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "3992d16d-c9f6-4363-b495-6c950119b166", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T21:02:45Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "b03e33bb-aa68-41e1-93f5-cc3279c65722", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:45Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "b03e33bb-aa68-41e1-93f5-cc3279c65722", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:45Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "b03e33bb-aa68-41e1-93f5-cc3279c65722", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:45Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "b03e33bb-aa68-41e1-93f5-cc3279c65722", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d-kserve-route-authn"} 2026-07-10T21:02:45Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "b03e33bb-aa68-41e1-93f5-cc3279c65722", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "authType": "userdefined"} 2026-07-10T21:02:45Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "b03e33bb-aa68-41e1-93f5-cc3279c65722", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "e249bc83-2815-4c2f-8afc-b7ba6be9a0e9", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "e249bc83-2815-4c2f-8afc-b7ba6be9a0e9", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "e249bc83-2815-4c2f-8afc-b7ba6be9a0e9", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "e249bc83-2815-4c2f-8afc-b7ba6be9a0e9", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d-kserve-route-authn"} 2026-07-10T21:02:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "e249bc83-2815-4c2f-8afc-b7ba6be9a0e9", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "authType": "userdefined"} 2026-07-10T21:02:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "e249bc83-2815-4c2f-8afc-b7ba6be9a0e9", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:55Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "7d05e60c-64fc-4735-8f14-3af346107ed6", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:55Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "7d05e60c-64fc-4735-8f14-3af346107ed6", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:55Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "7d05e60c-64fc-4735-8f14-3af346107ed6", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:02:55Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "7d05e60c-64fc-4735-8f14-3af346107ed6", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d-kserve-route-authn"} 2026-07-10T21:02:55Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "7d05e60c-64fc-4735-8f14-3af346107ed6", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "authType": "userdefined"} 2026-07-10T21:02:55Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "7d05e60c-64fc-4735-8f14-3af346107ed6", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:03:27Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "23670c70-a865-40d2-a2a8-c908186abda0", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:03:27Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "23670c70-a865-40d2-a2a8-c908186abda0", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0"} 2026-07-10T21:03:27Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "23670c70-a865-40d2-a2a8-c908186abda0", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:03:27Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "23670c70-a865-40d2-a2a8-c908186abda0", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:03:27Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "23670c70-a865-40d2-a2a8-c908186abda0", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0-kserve-route-authn"} 2026-07-10T21:03:27Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "23670c70-a865-40d2-a2a8-c908186abda0", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0-kserve-route-authn"} 2026-07-10T21:03:27Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "23670c70-a865-40d2-a2a8-c908186abda0", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:03:27Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "23670c70-a865-40d2-a2a8-c908186abda0", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:03:27Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e560d0","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "rate-test-model-e560d0", "reconcileID": "89cd5425-bd25-4b26-851f-3aa93ec6b415", "LLMInferenceService": "rate-test-model-e560d0", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:03:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "29382690-33ae-4cff-9a56-5226086d97e8", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:03:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "29382690-33ae-4cff-9a56-5226086d97e8", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T21:03:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "29382690-33ae-4cff-9a56-5226086d97e8", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:03:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "a9d89b35-24f4-4081-a2a4-efe89feac92b", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:03:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "a9d89b35-24f4-4081-a2a4-efe89feac92b", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T21:03:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "a9d89b35-24f4-4081-a2a4-efe89feac92b", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:03:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "6f2298c6-b142-47a1-8663-4ef4729698ff", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:03:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "6f2298c6-b142-47a1-8663-4ef4729698ff", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d"} 2026-07-10T21:03:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "6f2298c6-b142-47a1-8663-4ef4729698ff", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:03:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "6f2298c6-b142-47a1-8663-4ef4729698ff", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:03:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "6f2298c6-b142-47a1-8663-4ef4729698ff", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d-kserve-route-authn"} 2026-07-10T21:03:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "6f2298c6-b142-47a1-8663-4ef4729698ff", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d-kserve-route-authn"} 2026-07-10T21:03:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "6f2298c6-b142-47a1-8663-4ef4729698ff", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:03:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "6f2298c6-b142-47a1-8663-4ef4729698ff", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:03:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-28db1d","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "rate-test-model-28db1d", "reconcileID": "cc372188-4f2b-46e2-a668-d4799f2c8a90", "LLMInferenceService": "rate-test-model-28db1d", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:03:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "dde6c948-ce6c-41ff-b3f4-d87c84fc5123", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:03:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "dde6c948-ce6c-41ff-b3f4-d87c84fc5123", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T21:03:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "dde6c948-ce6c-41ff-b3f4-d87c84fc5123", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:03:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "85b093db-ec2d-484a-afd2-f05784ee1624", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:03:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "85b093db-ec2d-484a-afd2-f05784ee1624", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T21:03:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "85b093db-ec2d-484a-afd2-f05784ee1624", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:03:43Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T21:03:43Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T21:03:45Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T21:03:45Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-10T21:03:48Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "d887a230-8d2b-4c26-8788-bf604d3e6933", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T21:03:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "3219f9e0-137e-45f9-a354-749545b377ab", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:03:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "3219f9e0-137e-45f9-a354-749545b377ab", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0-authn-ssl"} 2026-07-10T21:03:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "3219f9e0-137e-45f9-a354-749545b377ab", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:03:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "034987e4-1169-4f44-b68e-27940f85e632", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:03:54Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "034987e4-1169-4f44-b68e-27940f85e632", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e560d0", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T21:03:54Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "034987e4-1169-4f44-b68e-27940f85e632", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-e560d0 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T21:03:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "odh-trusted-ca-bundle", "reconcileID": "5161dbe2-253e-429e-adbe-58f5b66867f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:03:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "odh-trusted-ca-bundle", "reconcileID": "5161dbe2-253e-429e-adbe-58f5b66867f0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:03:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "openshift-service-ca.crt", "reconcileID": "55dacc14-d853-4ea6-8a20-063e70b4a09f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:03:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "openshift-service-ca.crt", "reconcileID": "55dacc14-d853-4ea6-8a20-063e70b4a09f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:03:54Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0331adce-4ecf-4ea2-828c-4b3bcc4a7c19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:03:54Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e560d0"}, "namespace": "ai-tenant-e2e-shared-a-e560d0", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0331adce-4ecf-4ea2-828c-4b3bcc4a7c19", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e560d0"} 2026-07-10T21:03:55Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e560d0","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e560d0", "reconcileID": "adc73b8d-a109-4a21-a3e1-1adc742a9b40", "Gateway": "e2e-shared-a-e560d0", "namespace": "openshift-ingress"} 2026-07-10T21:03:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "71b90efb-42a1-4ad9-8025-a1c66e580ead", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-10T21:03:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "0568debc-2a39-4666-be11-1e04b8b6bf06", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:03:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "0568debc-2a39-4666-be11-1e04b8b6bf06", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d-authn-ssl"} 2026-07-10T21:03:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "0568debc-2a39-4666-be11-1e04b8b6bf06", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"} 2026-07-10T21:04:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee206642-2f89-4291-9f63-3da1da7559c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:04:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee206642-2f89-4291-9f63-3da1da7559c8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28db1d", "create": "odh-kserve-custom-ca-bundle"} 2026-07-10T21:04:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee206642-2f89-4291-9f63-3da1da7559c8", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-28db1d because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-10T21:04:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "odh-trusted-ca-bundle", "reconcileID": "5c6dab96-0c6e-48ce-90d3-33dea4e83ca0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:04:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "odh-trusted-ca-bundle", "reconcileID": "5c6dab96-0c6e-48ce-90d3-33dea4e83ca0", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:04:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "openshift-service-ca.crt", "reconcileID": "4accc9cd-4b8c-45fb-ad03-ff4ec06fbf10", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:04:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "openshift-service-ca.crt", "reconcileID": "4accc9cd-4b8c-45fb-ad03-ff4ec06fbf10", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:04:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90059f91-a3be-4128-92bd-be598a942a0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:04:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-28db1d"}, "namespace": "ai-tenant-e2e-shared-b-28db1d", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "90059f91-a3be-4128-92bd-be598a942a0b", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-28db1d"} 2026-07-10T21:04:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-28db1d","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-28db1d", "reconcileID": "0a2fc12c-6369-455f-9b78-c22d93a7303c", "Gateway": "e2e-shared-b-28db1d", "namespace": "openshift-ingress"}