2026-07-07T00:14:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-179c25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-179c25", "reconcileID": "e1a6ebeb-18de-43e2-ba1f-b608caac632b", "Gateway": "e2e-api-b-179c25", "namespace": "openshift-ingress"} 2026-07-07T00:14:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-179c25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-179c25", "reconcileID": "c5800189-b815-4cb6-97b7-4270ffc4ac49", "Gateway": "e2e-api-b-179c25", "namespace": "openshift-ingress"} 2026-07-07T00:14:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-179c25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-179c25", "reconcileID": "c5800189-b815-4cb6-97b7-4270ffc4ac49", "Gateway": "e2e-api-b-179c25", "namespace": "openshift-ingress", "name": "e2e-api-b-179c25-authn-ssl"} 2026-07-07T00:14:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-179c25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-179c25", "reconcileID": "c5800189-b815-4cb6-97b7-4270ffc4ac49", "Gateway": "e2e-api-b-179c25", "namespace": "openshift-ingress"} 2026-07-07T00:14:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-179c25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-179c25", "reconcileID": "3f988870-ef01-4b24-959c-73bc74040a89", "Gateway": "e2e-api-b-179c25", "namespace": "openshift-ingress"} 2026-07-07T00:14:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-179c25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-179c25", "reconcileID": "3f988870-ef01-4b24-959c-73bc74040a89", "Gateway": "e2e-api-b-179c25", "namespace": "openshift-ingress", "name": "e2e-api-b-179c25-authn-ssl"} 2026-07-07T00:14:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-179c25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-179c25", "reconcileID": "3f988870-ef01-4b24-959c-73bc74040a89", "Gateway": "e2e-api-b-179c25", "namespace": "openshift-ingress"} 2026-07-07T00:14:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-179c25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-179c25", "reconcileID": "89b072e5-718d-44fe-9b9e-3bb80ef101e6", "Gateway": "e2e-api-b-179c25", "namespace": "openshift-ingress"} 2026-07-07T00:14:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-179c25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-179c25", "reconcileID": "89b072e5-718d-44fe-9b9e-3bb80ef101e6", "Gateway": "e2e-api-b-179c25", "namespace": "openshift-ingress", "name": "e2e-api-b-179c25-authn-ssl"} 2026-07-07T00:14:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-179c25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-179c25", "reconcileID": "89b072e5-718d-44fe-9b9e-3bb80ef101e6", "Gateway": "e2e-api-b-179c25", "namespace": "openshift-ingress"} 2026-07-07T00:14:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-179c25"}, "namespace": "ai-tenant-e2e-api-b-179c25", "name": "openshift-service-ca.crt", "reconcileID": "d47a6df4-07e2-40a3-be5d-9f6cacdb87ba", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-179c25"} 2026-07-07T00:14:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-179c25"}, "namespace": "ai-tenant-e2e-api-b-179c25", "name": "odh-trusted-ca-bundle", "reconcileID": "c7d21d93-49bf-4181-8f74-f92d32c08b2d", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-179c25"} 2026-07-07T00:14:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-179c25"}, "namespace": "ai-tenant-e2e-api-b-179c25", "name": "openshift-service-ca.crt", "reconcileID": "8d1d3d66-6eb6-431d-92ba-fe7dd3c8a602", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-179c25", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T00:14:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-179c25"}, "namespace": "ai-tenant-e2e-api-b-179c25", "name": "openshift-service-ca.crt", "reconcileID": "8d1d3d66-6eb6-431d-92ba-fe7dd3c8a602", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-179c25"} 2026-07-07T00:14:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-179c25"}, "namespace": "ai-tenant-e2e-api-b-179c25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "098923ef-f6d1-4672-96bb-510cfa6a537a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-179c25"} 2026-07-07T00:14:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-179c25"}, "namespace": "ai-tenant-e2e-api-b-179c25", "name": "openshift-service-ca.crt", "reconcileID": "123f8da8-01c0-46a2-912a-dd2a99f029e6", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-179c25"} 2026-07-07T00:14:56Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-179c25"}, "namespace": "ai-tenant-e2e-api-b-179c25", "name": "odh-trusted-ca-bundle", "reconcileID": "3f220d17-61a3-4bf2-a673-11e6fc09d340", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-179c25", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T00:14:56Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-179c25"}, "namespace": "ai-tenant-e2e-api-b-179c25", "name": "odh-trusted-ca-bundle", "reconcileID": "3f220d17-61a3-4bf2-a673-11e6fc09d340", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-179c25"} 2026-07-07T00:14:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-179c25"}, "namespace": "ai-tenant-e2e-api-b-179c25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9d5383a5-e77d-4bf2-a30c-23e1020ad074", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-179c25"} 2026-07-07T00:14:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-179c25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-179c25", "reconcileID": "426af949-a579-4832-9dcf-5c421cb6b48c", "Gateway": "e2e-api-b-179c25", "namespace": "openshift-ingress"} 2026-07-07T00:14:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-179c25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-179c25", "reconcileID": "426af949-a579-4832-9dcf-5c421cb6b48c", "Gateway": "e2e-api-b-179c25", "namespace": "openshift-ingress", "name": "e2e-api-b-179c25-authn-ssl"} 2026-07-07T00:14:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-179c25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-179c25", "reconcileID": "426af949-a579-4832-9dcf-5c421cb6b48c", "Gateway": "e2e-api-b-179c25", "namespace": "openshift-ingress"} 2026-07-07T00:14:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "42d96922-7851-49cc-8e9d-5f21f241a5cf", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T00:14:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1d88cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1d88cc", "reconcileID": "24852d4e-3025-450c-9165-92ee8a76eb91", "Gateway": "e2e-api-a-1d88cc", "namespace": "openshift-ingress"} 2026-07-07T00:14:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1d88cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1d88cc", "reconcileID": "24852d4e-3025-450c-9165-92ee8a76eb91", "Gateway": "e2e-api-a-1d88cc", "namespace": "openshift-ingress", "name": "e2e-api-a-1d88cc-authn-ssl"} 2026-07-07T00:14:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1d88cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1d88cc", "reconcileID": "24852d4e-3025-450c-9165-92ee8a76eb91", "Gateway": "e2e-api-a-1d88cc", "namespace": "openshift-ingress"} 2026-07-07T00:15:07Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-179c25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-179c25", "reconcileID": "743b197a-2aaa-4350-85a2-d1e3eb608c5c", "Gateway": "e2e-api-b-179c25", "namespace": "openshift-ingress"} 2026-07-07T00:15:07Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-179c25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-179c25", "reconcileID": "743b197a-2aaa-4350-85a2-d1e3eb608c5c", "Gateway": "e2e-api-b-179c25", "namespace": "openshift-ingress", "name": "e2e-api-b-179c25-authn-ssl"} 2026-07-07T00:15:07Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-179c25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-179c25", "reconcileID": "743b197a-2aaa-4350-85a2-d1e3eb608c5c", "Gateway": "e2e-api-b-179c25", "namespace": "openshift-ingress"} 2026-07-07T00:15:10Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "4470e01e-7fc7-430c-873a-edfe3a104cef", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T00:15:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1d88cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1d88cc", "reconcileID": "e69d1bd2-a31e-492a-adf8-6c485934d9cf", "Gateway": "e2e-api-a-1d88cc", "namespace": "openshift-ingress"} 2026-07-07T00:15:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1d88cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1d88cc", "reconcileID": "e69d1bd2-a31e-492a-adf8-6c485934d9cf", "Gateway": "e2e-api-a-1d88cc", "namespace": "openshift-ingress", "name": "e2e-api-a-1d88cc-authn-ssl"} 2026-07-07T00:15:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1d88cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1d88cc", "reconcileID": "e69d1bd2-a31e-492a-adf8-6c485934d9cf", "Gateway": "e2e-api-a-1d88cc", "namespace": "openshift-ingress"} 2026-07-07T00:15:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1d88cc"}, "namespace": "ai-tenant-e2e-api-a-1d88cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b2b8061-c570-4fd3-8a0f-e93323d94807", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1d88cc"} 2026-07-07T00:15:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1d88cc"}, "namespace": "ai-tenant-e2e-api-a-1d88cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b2b8061-c570-4fd3-8a0f-e93323d94807", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1d88cc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T00:15:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1d88cc"}, "namespace": "ai-tenant-e2e-api-a-1d88cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "2b2b8061-c570-4fd3-8a0f-e93323d94807", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-1d88cc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T00:15:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1d88cc"}, "namespace": "ai-tenant-e2e-api-a-1d88cc", "name": "odh-trusted-ca-bundle", "reconcileID": "ca6697bf-c17b-4489-8ed5-b39d78b9f93a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1d88cc"} 2026-07-07T00:15:15Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1d88cc"}, "namespace": "ai-tenant-e2e-api-a-1d88cc", "name": "odh-trusted-ca-bundle", "reconcileID": "ca6697bf-c17b-4489-8ed5-b39d78b9f93a", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1d88cc", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T00:15:15Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1d88cc"}, "namespace": "ai-tenant-e2e-api-a-1d88cc", "name": "odh-trusted-ca-bundle", "reconcileID": "ca6697bf-c17b-4489-8ed5-b39d78b9f93a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-1d88cc because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T00:15:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1d88cc"}, "namespace": "ai-tenant-e2e-api-a-1d88cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5b831cb-9d43-4cfa-9b90-f6b73d2d8115", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1d88cc"} 2026-07-07T00:15:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-1d88cc"}, "namespace": "ai-tenant-e2e-api-a-1d88cc", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d5b831cb-9d43-4cfa-9b90-f6b73d2d8115", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1d88cc"} 2026-07-07T00:15:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-1d88cc"}, "namespace": "ai-tenant-e2e-api-a-1d88cc", "name": "openshift-service-ca.crt", "reconcileID": "c9843e4b-8b01-4e18-9d50-ffb064d8d01d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-1d88cc"} 2026-07-07T00:15:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-1d88cc"}, "namespace": "ai-tenant-e2e-api-a-1d88cc", "name": "openshift-service-ca.crt", "reconcileID": "c9843e4b-8b01-4e18-9d50-ffb064d8d01d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-1d88cc"} 2026-07-07T00:15:15Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1d88cc"}, "namespace": "ai-tenant-e2e-api-a-1d88cc", "name": "odh-trusted-ca-bundle", "reconcileID": "81489db7-2051-4020-a462-c4ec98984b9f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1d88cc"} 2026-07-07T00:15:15Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-1d88cc"}, "namespace": "ai-tenant-e2e-api-a-1d88cc", "name": "odh-trusted-ca-bundle", "reconcileID": "81489db7-2051-4020-a462-c4ec98984b9f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-1d88cc"} 2026-07-07T00:15:16Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-1d88cc","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-1d88cc", "reconcileID": "7bc939e5-af31-4790-a9d1-2eedc918421d", "Gateway": "e2e-api-a-1d88cc", "namespace": "openshift-ingress"} 2026-07-07T00:15:17Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "fe288179-42bd-4a6e-bc02-e1a926bce1e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T00:15:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-179c25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-179c25", "reconcileID": "5a5bac23-d4cd-45d4-9228-793595b106ee", "Gateway": "e2e-api-b-179c25", "namespace": "openshift-ingress"} 2026-07-07T00:15:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-179c25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-179c25", "reconcileID": "5a5bac23-d4cd-45d4-9228-793595b106ee", "Gateway": "e2e-api-b-179c25", "namespace": "openshift-ingress", "name": "e2e-api-b-179c25-authn-ssl"} 2026-07-07T00:15:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-179c25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-179c25", "reconcileID": "5a5bac23-d4cd-45d4-9228-793595b106ee", "Gateway": "e2e-api-b-179c25", "namespace": "openshift-ingress"} 2026-07-07T00:15:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-179c25"}, "namespace": "ai-tenant-e2e-api-b-179c25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73e8d30f-04ce-4e2c-a3f3-7df02da55add", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-179c25"} 2026-07-07T00:15:22Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-179c25"}, "namespace": "ai-tenant-e2e-api-b-179c25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73e8d30f-04ce-4e2c-a3f3-7df02da55add", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-179c25", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T00:15:22Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-179c25"}, "namespace": "ai-tenant-e2e-api-b-179c25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "73e8d30f-04ce-4e2c-a3f3-7df02da55add", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-179c25 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T00:15:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-179c25"}, "namespace": "ai-tenant-e2e-api-b-179c25", "name": "odh-trusted-ca-bundle", "reconcileID": "f9189573-d04f-4dc5-9707-1bace8363b19", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-179c25"} 2026-07-07T00:15:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-179c25"}, "namespace": "ai-tenant-e2e-api-b-179c25", "name": "odh-trusted-ca-bundle", "reconcileID": "f9189573-d04f-4dc5-9707-1bace8363b19", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-179c25"} 2026-07-07T00:15:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-179c25"}, "namespace": "ai-tenant-e2e-api-b-179c25", "name": "openshift-service-ca.crt", "reconcileID": "2b5ff6e5-574b-4222-b0e3-a10b8d04a8b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-179c25"} 2026-07-07T00:15:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-179c25"}, "namespace": "ai-tenant-e2e-api-b-179c25", "name": "openshift-service-ca.crt", "reconcileID": "2b5ff6e5-574b-4222-b0e3-a10b8d04a8b8", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-179c25"} 2026-07-07T00:15:22Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-179c25"}, "namespace": "ai-tenant-e2e-api-b-179c25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a7d613b-8437-465a-9d20-74708fad1ccd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-179c25"} 2026-07-07T00:15:22Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-179c25"}, "namespace": "ai-tenant-e2e-api-b-179c25", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "6a7d613b-8437-465a-9d20-74708fad1ccd", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-179c25"} 2026-07-07T00:15:23Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-179c25","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-179c25", "reconcileID": "49c20255-877c-4a7e-9267-649879bd1d35", "Gateway": "e2e-api-b-179c25", "namespace": "openshift-ingress"} 2026-07-07T00:15:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "e0a3187b-958f-4127-9726-90cec1e93708", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "e0a3187b-958f-4127-9726-90cec1e93708", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:15:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "e0a3187b-958f-4127-9726-90cec1e93708", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "37c65997-3f66-4def-bd07-f3f047401d3f", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "37c65997-3f66-4def-bd07-f3f047401d3f", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:15:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "37c65997-3f66-4def-bd07-f3f047401d3f", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "48c7e63c-076a-4716-bbc4-495d1e2c71b7", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "48c7e63c-076a-4716-bbc4-495d1e2c71b7", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:15:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "48c7e63c-076a-4716-bbc4-495d1e2c71b7", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "b1b2bbc7-34fa-41f3-8c37-34689d271f9c", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "b1b2bbc7-34fa-41f3-8c37-34689d271f9c", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:15:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "b1b2bbc7-34fa-41f3-8c37-34689d271f9c", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "7f1383a2-dd69-4038-98af-b78d2135bf4d", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "7f1383a2-dd69-4038-98af-b78d2135bf4d", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:15:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "7f1383a2-dd69-4038-98af-b78d2135bf4d", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "ad006065-62e9-4d97-bbcf-dfb6755e790f", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "ad006065-62e9-4d97-bbcf-dfb6755e790f", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:15:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "ad006065-62e9-4d97-bbcf-dfb6755e790f", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "f358a5db-ad68-4408-b76c-2b4e647c80d9", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "f358a5db-ad68-4408-b76c-2b4e647c80d9", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:15:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "f358a5db-ad68-4408-b76c-2b4e647c80d9", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "openshift-service-ca.crt", "reconcileID": "0446024a-c1ce-4ea7-9ae1-305e52e946b5", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "odh-trusted-ca-bundle", "reconcileID": "b45ba15d-290e-46e3-87eb-d0235649fc92", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "openshift-service-ca.crt", "reconcileID": "ad6d3280-874d-4950-b117-5446cfb0ecee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-aedad1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T00:15:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "openshift-service-ca.crt", "reconcileID": "ad6d3280-874d-4950-b117-5446cfb0ecee", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "9227e4b0-83cb-4a9a-8b9b-2af4a640ba39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "openshift-service-ca.crt", "reconcileID": "73ad5766-106c-4dfb-a637-b8a2fa116e94", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "odh-trusted-ca-bundle", "reconcileID": "2b517f5e-1874-43f4-b3ef-4446be82b887", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aedad1", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T00:15:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "odh-trusted-ca-bundle", "reconcileID": "2b517f5e-1874-43f4-b3ef-4446be82b887", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea842929-2206-4873-98a6-c6a3d7c9c183", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "0838db68-a382-4d7d-9f13-16c16a3f01b6", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "0838db68-a382-4d7d-9f13-16c16a3f01b6", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:15:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "0838db68-a382-4d7d-9f13-16c16a3f01b6", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "2c2ab665-1ed5-4fcd-b60f-a3b9db7a55df", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T00:15:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "a15719f3-1a2f-4e06-b3bb-e65d0fb26994", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "a15719f3-1a2f-4e06-b3bb-e65d0fb26994", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:15:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "a15719f3-1a2f-4e06-b3bb-e65d0fb26994", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "67357135-cbbd-4fb5-8d14-cd6368147123", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:15:32Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "67357135-cbbd-4fb5-8d14-cd6368147123", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:15:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "67357135-cbbd-4fb5-8d14-cd6368147123", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:15:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "a6c76a18-e58f-44d9-abc2-3b72fa787801", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:15:32Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "a6c76a18-e58f-44d9-abc2-3b72fa787801", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:15:32Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "a6c76a18-e58f-44d9-abc2-3b72fa787801", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-b-72fa7c-authn-ssl: envoyfilters.networking.istio.io \"e2e-shared-b-72fa7c-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T00:15:32Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-b-72fa7c-authn-ssl: envoyfilters.networking.istio.io "e2e-shared-b-72fa7c-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-shared-b-72fa7c","uid":"dc25a1d3-cdbe-4e2d-b4d4-5c8b77cc7974","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"49361"}, "reason": "ReconcileError"} 2026-07-07T00:15:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "f858d24f-822e-4c31-97d9-de81701c1fe8", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:15:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "f858d24f-822e-4c31-97d9-de81701c1fe8", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:15:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "f858d24f-822e-4c31-97d9-de81701c1fe8", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:15:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "ea91d922-a6e8-462e-9709-4584bef72abd", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:15:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "ea91d922-a6e8-462e-9709-4584bef72abd", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:15:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "ea91d922-a6e8-462e-9709-4584bef72abd", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:15:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "2abefb53-4d55-4ca9-b81b-4e918277d9d9", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:15:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "2abefb53-4d55-4ca9-b81b-4e918277d9d9", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:15:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "2abefb53-4d55-4ca9-b81b-4e918277d9d9", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:15:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "d4099d48-2171-4e9d-b3a7-bd2bb2e57d1a", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:15:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "d4099d48-2171-4e9d-b3a7-bd2bb2e57d1a", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:15:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "d4099d48-2171-4e9d-b3a7-bd2bb2e57d1a", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:15:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "375a5324-49f4-483f-a760-ad1626296b26", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:15:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "375a5324-49f4-483f-a760-ad1626296b26", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:15:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "375a5324-49f4-483f-a760-ad1626296b26", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:15:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "openshift-service-ca.crt", "reconcileID": "0502b099-749d-457c-8144-237e67dd4dc3", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:15:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "odh-trusted-ca-bundle", "reconcileID": "ec322629-4e19-4ba3-b849-9ae64e929465", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:15:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "openshift-service-ca.crt", "reconcileID": "da654552-5b2c-4bee-979d-c105e623587f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T00:15:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "openshift-service-ca.crt", "reconcileID": "da654552-5b2c-4bee-979d-c105e623587f", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:15:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "openshift-service-ca.crt", "reconcileID": "570c74d3-b4ec-4ad0-951b-f101cf7072fa", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:15:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "85bda000-acc6-4dde-9f2e-37d029f9b5ce", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:15:35Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "odh-trusted-ca-bundle", "reconcileID": "cd71e849-b880-4d96-9226-ea77d19ba502", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T00:15:35Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "odh-trusted-ca-bundle", "reconcileID": "cd71e849-b880-4d96-9226-ea77d19ba502", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:15:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1d77f853-10e1-4cb5-b62d-05dfdad3dc6f", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:15:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "cf1c76a7-32c7-4527-9b61-af864e59b5ef", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:15:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "cf1c76a7-32c7-4527-9b61-af864e59b5ef", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:15:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "cf1c76a7-32c7-4527-9b61-af864e59b5ef", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:15:35Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "9f854509-a12f-4e5f-ab21-484f4e53f6c8", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T00:15:36Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "d75f8e87-f6fe-47bb-96bf-9a77b17177a9", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T00:15:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "bed1841f-ffd3-4f9f-bbbe-22f6599a34af", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T00:15:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "1cd258db-0606-4656-be9d-5f94c18b3508", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:15:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "1cd258db-0606-4656-be9d-5f94c18b3508", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:15:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "1cd258db-0606-4656-be9d-5f94c18b3508", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:15:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "399c2b79-b2cb-4660-b5cc-602d6c7b5916", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "399c2b79-b2cb-4660-b5cc-602d6c7b5916", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "399c2b79-b2cb-4660-b5cc-602d6c7b5916", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:40Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "03dbd236-d30d-415c-869c-2a8031c130ce", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "399c2b79-b2cb-4660-b5cc-602d6c7b5916", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1-kserve-route-authn"} 2026-07-07T00:15:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "399c2b79-b2cb-4660-b5cc-602d6c7b5916", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "authType": "userdefined"} 2026-07-07T00:15:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "399c2b79-b2cb-4660-b5cc-602d6c7b5916", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:40Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "03dbd236-d30d-415c-869c-2a8031c130ce", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:15:40Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "03dbd236-d30d-415c-869c-2a8031c130ce", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "c32fc217-5354-4c15-90ae-332aed60e59c", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "c32fc217-5354-4c15-90ae-332aed60e59c", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "c32fc217-5354-4c15-90ae-332aed60e59c", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "c32fc217-5354-4c15-90ae-332aed60e59c", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1-kserve-route-authn"} 2026-07-07T00:15:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "c32fc217-5354-4c15-90ae-332aed60e59c", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "authType": "userdefined"} 2026-07-07T00:15:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "c32fc217-5354-4c15-90ae-332aed60e59c", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "469a78ae-f633-47be-a23c-1184cd75eb49", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "469a78ae-f633-47be-a23c-1184cd75eb49", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:15:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "469a78ae-f633-47be-a23c-1184cd75eb49", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:15:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "df2b1c0d-652c-4d17-8441-55dc7eec5ef7", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T00:15:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "89731a52-75c5-4544-96a9-ff868d60a3be", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "89731a52-75c5-4544-96a9-ff868d60a3be", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "89731a52-75c5-4544-96a9-ff868d60a3be", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "89731a52-75c5-4544-96a9-ff868d60a3be", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1-kserve-route-authn"} 2026-07-07T00:15:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "89731a52-75c5-4544-96a9-ff868d60a3be", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "authType": "userdefined"} 2026-07-07T00:15:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "89731a52-75c5-4544-96a9-ff868d60a3be", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "5d1a7aae-08ef-4bf1-8f9b-74822cc86b3e", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "5d1a7aae-08ef-4bf1-8f9b-74822cc86b3e", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "5d1a7aae-08ef-4bf1-8f9b-74822cc86b3e", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "5d1a7aae-08ef-4bf1-8f9b-74822cc86b3e", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1-kserve-route-authn"} 2026-07-07T00:15:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "5d1a7aae-08ef-4bf1-8f9b-74822cc86b3e", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "authType": "userdefined"} 2026-07-07T00:15:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "5d1a7aae-08ef-4bf1-8f9b-74822cc86b3e", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:15:56Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "b39d0747-eeda-40fe-a9e8-9e302a6e4017", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T00:16:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "2777c558-d87b-442f-9539-bfbac5c3cbdc", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:16:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "2777c558-d87b-442f-9539-bfbac5c3cbdc", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:16:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "2777c558-d87b-442f-9539-bfbac5c3cbdc", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:16:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "2777c558-d87b-442f-9539-bfbac5c3cbdc", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1-kserve-route-authn"} 2026-07-07T00:16:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "2777c558-d87b-442f-9539-bfbac5c3cbdc", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "authType": "userdefined"} 2026-07-07T00:16:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "2777c558-d87b-442f-9539-bfbac5c3cbdc", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:16:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "9ed3993d-0311-4a7a-be27-2da6442d8d19", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:16:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "9ed3993d-0311-4a7a-be27-2da6442d8d19", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:16:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "9ed3993d-0311-4a7a-be27-2da6442d8d19", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:16:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "9ed3993d-0311-4a7a-be27-2da6442d8d19", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c-kserve-route-authn"} 2026-07-07T00:16:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "9ed3993d-0311-4a7a-be27-2da6442d8d19", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "authType": "userdefined"} 2026-07-07T00:16:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "9ed3993d-0311-4a7a-be27-2da6442d8d19", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:16:06Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "5ac3da08-1b87-4326-9a73-7c61e1935d1d", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:16:06Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "5ac3da08-1b87-4326-9a73-7c61e1935d1d", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:16:06Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "5ac3da08-1b87-4326-9a73-7c61e1935d1d", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:16:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "89b9363e-51c2-45ab-bbfe-491d868e95b1", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:16:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "89b9363e-51c2-45ab-bbfe-491d868e95b1", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:16:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "89b9363e-51c2-45ab-bbfe-491d868e95b1", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:16:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "89b9363e-51c2-45ab-bbfe-491d868e95b1", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c-kserve-route-authn"} 2026-07-07T00:16:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "89b9363e-51c2-45ab-bbfe-491d868e95b1", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "authType": "userdefined"} 2026-07-07T00:16:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "89b9363e-51c2-45ab-bbfe-491d868e95b1", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:16:18Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "8d06aa63-748e-4207-81f7-2feacd6c76f4", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:16:18Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "8d06aa63-748e-4207-81f7-2feacd6c76f4", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:16:18Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "8d06aa63-748e-4207-81f7-2feacd6c76f4", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:16:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "23d8005c-992b-4eca-81ad-5f034860aee3", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:16:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "23d8005c-992b-4eca-81ad-5f034860aee3", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:16:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "23d8005c-992b-4eca-81ad-5f034860aee3", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:16:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "23d8005c-992b-4eca-81ad-5f034860aee3", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c-kserve-route-authn"} 2026-07-07T00:16:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "23d8005c-992b-4eca-81ad-5f034860aee3", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "authType": "userdefined"} 2026-07-07T00:16:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "23d8005c-992b-4eca-81ad-5f034860aee3", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:16:34Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "fa283921-0e95-4556-a669-5de8de1f5bb7", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:16:34Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "fa283921-0e95-4556-a669-5de8de1f5bb7", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:16:34Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "fa283921-0e95-4556-a669-5de8de1f5bb7", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:16:34Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "fa283921-0e95-4556-a669-5de8de1f5bb7", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c-kserve-route-authn"} 2026-07-07T00:16:34Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "fa283921-0e95-4556-a669-5de8de1f5bb7", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "authType": "userdefined"} 2026-07-07T00:16:34Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "fa283921-0e95-4556-a669-5de8de1f5bb7", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:16:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "4c942327-3ed0-43f8-a035-96075eef6017", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:16:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "4c942327-3ed0-43f8-a035-96075eef6017", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:16:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "4c942327-3ed0-43f8-a035-96075eef6017", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:16:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "d0cbe09a-c5a0-4e12-9450-323dccb3828e", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:16:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "d0cbe09a-c5a0-4e12-9450-323dccb3828e", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:16:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "d0cbe09a-c5a0-4e12-9450-323dccb3828e", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:18:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "fe7f69a8-b62c-4503-b805-49ab23f0164d", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "fe7f69a8-b62c-4503-b805-49ab23f0164d", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1"} 2026-07-07T00:18:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "fe7f69a8-b62c-4503-b805-49ab23f0164d", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "fe7f69a8-b62c-4503-b805-49ab23f0164d", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "fe7f69a8-b62c-4503-b805-49ab23f0164d", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1-kserve-route-authn"} 2026-07-07T00:18:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "fe7f69a8-b62c-4503-b805-49ab23f0164d", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1-kserve-route-authn"} 2026-07-07T00:18:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "fe7f69a8-b62c-4503-b805-49ab23f0164d", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "fe7f69a8-b62c-4503-b805-49ab23f0164d", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "auth-test-model-aedad1", "reconcileID": "bc578374-e8db-4194-b66b-6455c6b99e7d", "LLMInferenceService": "auth-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "ee0c36b3-2274-4118-9445-c14ab1e94ed0", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:18:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "ee0c36b3-2274-4118-9445-c14ab1e94ed0", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:18:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "ee0c36b3-2274-4118-9445-c14ab1e94ed0", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:18:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "a078abba-1812-4a77-b279-ef21dfa691e9", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:18:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "a078abba-1812-4a77-b279-ef21dfa691e9", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:18:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "a078abba-1812-4a77-b279-ef21dfa691e9", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:18:14Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "affba709-6c15-4977-9075-3b7f27426310", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:18:14Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "affba709-6c15-4977-9075-3b7f27426310", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c"} 2026-07-07T00:18:14Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "affba709-6c15-4977-9075-3b7f27426310", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:18:14Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "affba709-6c15-4977-9075-3b7f27426310", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:18:14Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "affba709-6c15-4977-9075-3b7f27426310", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c-kserve-route-authn"} 2026-07-07T00:18:14Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "affba709-6c15-4977-9075-3b7f27426310", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c-kserve-route-authn"} 2026-07-07T00:18:14Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "affba709-6c15-4977-9075-3b7f27426310", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:18:14Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "affba709-6c15-4977-9075-3b7f27426310", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:18:14Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "auth-test-model-72fa7c", "reconcileID": "5235c3b0-086b-4f9c-ba72-0efc027f86d0", "LLMInferenceService": "auth-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:18:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "ae7460ed-1019-42ed-8a15-1732cf7e8463", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:18:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "ae7460ed-1019-42ed-8a15-1732cf7e8463", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:18:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "ae7460ed-1019-42ed-8a15-1732cf7e8463", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:18:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "8817065e-62d4-44a2-a80a-83d6950cf865", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:18:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "8817065e-62d4-44a2-a80a-83d6950cf865", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:18:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "8817065e-62d4-44a2-a80a-83d6950cf865", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:18:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "401356a0-0ed7-4ec7-ab4d-918d6e8ac23d", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "401356a0-0ed7-4ec7-ab4d-918d6e8ac23d", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "401356a0-0ed7-4ec7-ab4d-918d6e8ac23d", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "8d420b2c-596e-4b0e-ad74-db11eb197218", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:18:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "401356a0-0ed7-4ec7-ab4d-918d6e8ac23d", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1-kserve-route-authn"} 2026-07-07T00:18:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "401356a0-0ed7-4ec7-ab4d-918d6e8ac23d", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "authType": "userdefined"} 2026-07-07T00:18:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "401356a0-0ed7-4ec7-ab4d-918d6e8ac23d", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "8d420b2c-596e-4b0e-ad74-db11eb197218", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:18:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "8d420b2c-596e-4b0e-ad74-db11eb197218", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:18:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "3b19d737-e0bd-493c-924d-3f026718721a", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "3b19d737-e0bd-493c-924d-3f026718721a", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "3b19d737-e0bd-493c-924d-3f026718721a", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "3b19d737-e0bd-493c-924d-3f026718721a", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1-kserve-route-authn"} 2026-07-07T00:18:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "3b19d737-e0bd-493c-924d-3f026718721a", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "authType": "userdefined"} 2026-07-07T00:18:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "3b19d737-e0bd-493c-924d-3f026718721a", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "c305a09e-6e24-46fe-b55f-1ca492e89e74", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:18:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "c305a09e-6e24-46fe-b55f-1ca492e89e74", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:18:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "c305a09e-6e24-46fe-b55f-1ca492e89e74", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:18:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "adfe1b39-bcc5-4024-ac30-dfd5d3ec7ea5", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "adfe1b39-bcc5-4024-ac30-dfd5d3ec7ea5", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "adfe1b39-bcc5-4024-ac30-dfd5d3ec7ea5", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "adfe1b39-bcc5-4024-ac30-dfd5d3ec7ea5", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1-kserve-route-authn"} 2026-07-07T00:18:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "adfe1b39-bcc5-4024-ac30-dfd5d3ec7ea5", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "authType": "userdefined"} 2026-07-07T00:18:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "adfe1b39-bcc5-4024-ac30-dfd5d3ec7ea5", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "dbe6cc85-736a-428d-badd-83c45d1bbe74", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "dbe6cc85-736a-428d-badd-83c45d1bbe74", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "dbe6cc85-736a-428d-badd-83c45d1bbe74", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "dbe6cc85-736a-428d-badd-83c45d1bbe74", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1-kserve-route-authn"} 2026-07-07T00:18:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "dbe6cc85-736a-428d-badd-83c45d1bbe74", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "authType": "userdefined"} 2026-07-07T00:18:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "dbe6cc85-736a-428d-badd-83c45d1bbe74", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "47a54f32-33fc-4d0d-af3e-7c39850f028a", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "47a54f32-33fc-4d0d-af3e-7c39850f028a", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "47a54f32-33fc-4d0d-af3e-7c39850f028a", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "47a54f32-33fc-4d0d-af3e-7c39850f028a", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1-kserve-route-authn"} 2026-07-07T00:18:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "47a54f32-33fc-4d0d-af3e-7c39850f028a", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "authType": "userdefined"} 2026-07-07T00:18:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "47a54f32-33fc-4d0d-af3e-7c39850f028a", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:18:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "9a81d2ab-638c-40bc-bff5-6c320ddd453c", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:18:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "9a81d2ab-638c-40bc-bff5-6c320ddd453c", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:18:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "9a81d2ab-638c-40bc-bff5-6c320ddd453c", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:18:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "e4de6aba-5b36-4620-b0a2-d44ba3616ced", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:18:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "9a81d2ab-638c-40bc-bff5-6c320ddd453c", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c-kserve-route-authn"} 2026-07-07T00:18:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "9a81d2ab-638c-40bc-bff5-6c320ddd453c", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "authType": "userdefined"} 2026-07-07T00:18:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "9a81d2ab-638c-40bc-bff5-6c320ddd453c", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:18:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "e4de6aba-5b36-4620-b0a2-d44ba3616ced", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:18:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "e4de6aba-5b36-4620-b0a2-d44ba3616ced", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:18:46Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "af960994-410a-4401-bd47-e8d844407b67", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:18:46Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "af960994-410a-4401-bd47-e8d844407b67", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:18:46Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "af960994-410a-4401-bd47-e8d844407b67", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:18:46Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "af960994-410a-4401-bd47-e8d844407b67", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c-kserve-route-authn"} 2026-07-07T00:18:46Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "af960994-410a-4401-bd47-e8d844407b67", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "authType": "userdefined"} 2026-07-07T00:18:46Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "af960994-410a-4401-bd47-e8d844407b67", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:18:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "86e07cf8-dc40-464e-bb69-1e20bb0888b0", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:18:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "86e07cf8-dc40-464e-bb69-1e20bb0888b0", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:18:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "86e07cf8-dc40-464e-bb69-1e20bb0888b0", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:19:00Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "64d0f47a-8e23-4506-af6c-b04e4f56d9e4", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:19:00Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "64d0f47a-8e23-4506-af6c-b04e4f56d9e4", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:19:00Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "64d0f47a-8e23-4506-af6c-b04e4f56d9e4", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:19:00Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "64d0f47a-8e23-4506-af6c-b04e4f56d9e4", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c-kserve-route-authn"} 2026-07-07T00:19:00Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "64d0f47a-8e23-4506-af6c-b04e4f56d9e4", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "authType": "userdefined"} 2026-07-07T00:19:00Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "64d0f47a-8e23-4506-af6c-b04e4f56d9e4", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:19:25Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "ad730a11-cba5-408b-bc28-2519ba9c6aff", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:19:25Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "ad730a11-cba5-408b-bc28-2519ba9c6aff", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:19:25Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "ad730a11-cba5-408b-bc28-2519ba9c6aff", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:19:25Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "ad730a11-cba5-408b-bc28-2519ba9c6aff", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c-kserve-route-authn"} 2026-07-07T00:19:25Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "ad730a11-cba5-408b-bc28-2519ba9c6aff", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "authType": "userdefined"} 2026-07-07T00:19:25Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "ad730a11-cba5-408b-bc28-2519ba9c6aff", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:19:57Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "35c81230-0adb-4fa7-b54a-b449fd5cad41", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:19:57Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "35c81230-0adb-4fa7-b54a-b449fd5cad41", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1"} 2026-07-07T00:19:57Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "35c81230-0adb-4fa7-b54a-b449fd5cad41", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:19:57Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "35c81230-0adb-4fa7-b54a-b449fd5cad41", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:19:57Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "35c81230-0adb-4fa7-b54a-b449fd5cad41", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1-kserve-route-authn"} 2026-07-07T00:19:57Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "35c81230-0adb-4fa7-b54a-b449fd5cad41", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1-kserve-route-authn"} 2026-07-07T00:19:57Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "35c81230-0adb-4fa7-b54a-b449fd5cad41", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:19:57Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "35c81230-0adb-4fa7-b54a-b449fd5cad41", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:19:57Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "sub-test-model-aedad1", "reconcileID": "b6baf0f9-b86a-4351-8b6a-d8cf4ac2ebeb", "LLMInferenceService": "sub-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:19:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "b058d8fd-0a82-4d89-8250-1e142e7e2f04", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:19:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "b058d8fd-0a82-4d89-8250-1e142e7e2f04", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:19:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "b058d8fd-0a82-4d89-8250-1e142e7e2f04", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:19:57Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "e8ca89df-d9aa-45d4-b430-d1ad47f838d9", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:19:57Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "e8ca89df-d9aa-45d4-b430-d1ad47f838d9", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:19:57Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "e8ca89df-d9aa-45d4-b430-d1ad47f838d9", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:19:58Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "2f751513-6255-462a-86f0-149b3c7b68cc", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:19:58Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "2f751513-6255-462a-86f0-149b3c7b68cc", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c"} 2026-07-07T00:19:58Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "2f751513-6255-462a-86f0-149b3c7b68cc", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:19:58Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "2f751513-6255-462a-86f0-149b3c7b68cc", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:19:58Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "2f751513-6255-462a-86f0-149b3c7b68cc", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c-kserve-route-authn"} 2026-07-07T00:19:58Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "2f751513-6255-462a-86f0-149b3c7b68cc", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c-kserve-route-authn"} 2026-07-07T00:19:58Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "2f751513-6255-462a-86f0-149b3c7b68cc", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:19:58Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "2f751513-6255-462a-86f0-149b3c7b68cc", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:19:58Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "sub-test-model-72fa7c", "reconcileID": "11fd3b82-67cd-4d72-b49f-c8e5285184cc", "LLMInferenceService": "sub-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:19:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "290a7e26-62b0-4729-8099-0193e56496e0", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:19:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "290a7e26-62b0-4729-8099-0193e56496e0", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:19:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "290a7e26-62b0-4729-8099-0193e56496e0", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:19:58Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "35a2863d-b2ee-4bc1-abb1-66602387ae4e", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:19:58Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "35a2863d-b2ee-4bc1-abb1-66602387ae4e", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:19:58Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "35a2863d-b2ee-4bc1-abb1-66602387ae4e", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:19:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "c7a7f456-1e83-4cc7-9350-34993369c9a1", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:19:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "c7a7f456-1e83-4cc7-9350-34993369c9a1", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:19:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "c7a7f456-1e83-4cc7-9350-34993369c9a1", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:19:59Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "e3ef91f9-59d6-4c12-a24c-136195414c09", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:19:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "c7a7f456-1e83-4cc7-9350-34993369c9a1", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1-kserve-route-authn"} 2026-07-07T00:19:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "c7a7f456-1e83-4cc7-9350-34993369c9a1", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "authType": "userdefined"} 2026-07-07T00:19:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "c7a7f456-1e83-4cc7-9350-34993369c9a1", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:19:59Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "e3ef91f9-59d6-4c12-a24c-136195414c09", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:19:59Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "e3ef91f9-59d6-4c12-a24c-136195414c09", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:19:59Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "0e128476-7ee0-4bac-b5d5-70506856b393", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:19:59Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "0e128476-7ee0-4bac-b5d5-70506856b393", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:19:59Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "0e128476-7ee0-4bac-b5d5-70506856b393", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:19:59Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "0e128476-7ee0-4bac-b5d5-70506856b393", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1-kserve-route-authn"} 2026-07-07T00:19:59Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "0e128476-7ee0-4bac-b5d5-70506856b393", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "authType": "userdefined"} 2026-07-07T00:19:59Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "0e128476-7ee0-4bac-b5d5-70506856b393", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:20:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "7a734cc9-cdf6-4627-a559-2485ede47ccd", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:20:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "7a734cc9-cdf6-4627-a559-2485ede47ccd", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:20:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "7a734cc9-cdf6-4627-a559-2485ede47ccd", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:20:05Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "b9ecdf4c-8324-40fd-9c64-d4ae75d75542", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:20:05Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "b9ecdf4c-8324-40fd-9c64-d4ae75d75542", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:20:05Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "b9ecdf4c-8324-40fd-9c64-d4ae75d75542", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:20:05Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "b9ecdf4c-8324-40fd-9c64-d4ae75d75542", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1-kserve-route-authn"} 2026-07-07T00:20:05Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "b9ecdf4c-8324-40fd-9c64-d4ae75d75542", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "authType": "userdefined"} 2026-07-07T00:20:05Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "b9ecdf4c-8324-40fd-9c64-d4ae75d75542", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:20:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "a8bdb689-f5b1-490c-bde7-f1bf1ccbe546", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:20:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "a8bdb689-f5b1-490c-bde7-f1bf1ccbe546", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:20:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "a8bdb689-f5b1-490c-bde7-f1bf1ccbe546", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:20:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "a8bdb689-f5b1-490c-bde7-f1bf1ccbe546", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1-kserve-route-authn"} 2026-07-07T00:20:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "a8bdb689-f5b1-490c-bde7-f1bf1ccbe546", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "authType": "userdefined"} 2026-07-07T00:20:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "a8bdb689-f5b1-490c-bde7-f1bf1ccbe546", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:20:15Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "db618d56-0a73-44ea-8dad-520ad2b7f761", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:20:15Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "db618d56-0a73-44ea-8dad-520ad2b7f761", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:20:15Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "db618d56-0a73-44ea-8dad-520ad2b7f761", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:20:15Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "db618d56-0a73-44ea-8dad-520ad2b7f761", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1-kserve-route-authn"} 2026-07-07T00:20:15Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "db618d56-0a73-44ea-8dad-520ad2b7f761", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "authType": "userdefined"} 2026-07-07T00:20:15Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "db618d56-0a73-44ea-8dad-520ad2b7f761", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:20:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "0189c305-1ee7-47b2-92f9-bf452dc39d32", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:20:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "0189c305-1ee7-47b2-92f9-bf452dc39d32", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:20:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "0189c305-1ee7-47b2-92f9-bf452dc39d32", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:20:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "daa10934-f666-4ba7-a884-4409553fd64f", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:20:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "0189c305-1ee7-47b2-92f9-bf452dc39d32", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c-kserve-route-authn"} 2026-07-07T00:20:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "0189c305-1ee7-47b2-92f9-bf452dc39d32", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "authType": "userdefined"} 2026-07-07T00:20:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "0189c305-1ee7-47b2-92f9-bf452dc39d32", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:20:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "daa10934-f666-4ba7-a884-4409553fd64f", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:20:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "daa10934-f666-4ba7-a884-4409553fd64f", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:20:20Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "1c9f346e-6807-4d7a-b80e-87c9abfa98fb", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:20:20Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "1c9f346e-6807-4d7a-b80e-87c9abfa98fb", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:20:20Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "1c9f346e-6807-4d7a-b80e-87c9abfa98fb", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:20:20Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "1c9f346e-6807-4d7a-b80e-87c9abfa98fb", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c-kserve-route-authn"} 2026-07-07T00:20:20Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "1c9f346e-6807-4d7a-b80e-87c9abfa98fb", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "authType": "userdefined"} 2026-07-07T00:20:20Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "1c9f346e-6807-4d7a-b80e-87c9abfa98fb", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:20:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "69ed87f9-65d5-4ac2-b5dd-6657a217310f", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:20:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "69ed87f9-65d5-4ac2-b5dd-6657a217310f", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:20:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "69ed87f9-65d5-4ac2-b5dd-6657a217310f", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:20:27Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "c633dd49-5bdd-4ae8-ae24-48acd1dd132b", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:20:27Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "c633dd49-5bdd-4ae8-ae24-48acd1dd132b", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:20:27Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "c633dd49-5bdd-4ae8-ae24-48acd1dd132b", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:20:27Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "c633dd49-5bdd-4ae8-ae24-48acd1dd132b", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c-kserve-route-authn"} 2026-07-07T00:20:27Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "c633dd49-5bdd-4ae8-ae24-48acd1dd132b", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "authType": "userdefined"} 2026-07-07T00:20:27Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "c633dd49-5bdd-4ae8-ae24-48acd1dd132b", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:20:37Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "aaba3024-8cf1-474e-a07e-912b4eed7c71", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T00:20:39Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "16f7f767-9952-4e5a-8dcb-5fa57e19f825", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:20:39Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "16f7f767-9952-4e5a-8dcb-5fa57e19f825", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:20:39Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "16f7f767-9952-4e5a-8dcb-5fa57e19f825", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:20:39Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "16f7f767-9952-4e5a-8dcb-5fa57e19f825", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c-kserve-route-authn"} 2026-07-07T00:20:39Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "16f7f767-9952-4e5a-8dcb-5fa57e19f825", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "authType": "userdefined"} 2026-07-07T00:20:39Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "16f7f767-9952-4e5a-8dcb-5fa57e19f825", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:20:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "bb4c0bec-57a3-42d9-88f2-9054213186e4", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T00:20:57Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "00269e54-48ff-4300-b938-8b4dae261cf8", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T00:21:09Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "0aa05b27-fff7-4a6d-bae6-e28d6a11817e", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:21:09Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "0aa05b27-fff7-4a6d-bae6-e28d6a11817e", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1"} 2026-07-07T00:21:09Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "0aa05b27-fff7-4a6d-bae6-e28d6a11817e", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:21:09Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "0aa05b27-fff7-4a6d-bae6-e28d6a11817e", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:21:09Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "0aa05b27-fff7-4a6d-bae6-e28d6a11817e", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1-kserve-route-authn"} 2026-07-07T00:21:09Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "0aa05b27-fff7-4a6d-bae6-e28d6a11817e", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1-kserve-route-authn"} 2026-07-07T00:21:09Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "0aa05b27-fff7-4a6d-bae6-e28d6a11817e", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:21:09Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "0aa05b27-fff7-4a6d-bae6-e28d6a11817e", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:21:09Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-aedad1","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "rate-test-model-aedad1", "reconcileID": "384d57a3-e2f8-4e9c-9ab0-94971812f74b", "LLMInferenceService": "rate-test-model-aedad1", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:21:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "b9308a23-988d-400e-a45c-3ec25cf3e7e1", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:21:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "b9308a23-988d-400e-a45c-3ec25cf3e7e1", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:21:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "b9308a23-988d-400e-a45c-3ec25cf3e7e1", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:21:09Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "facc83ed-0c10-49cf-b6c8-6f5e8d80711d", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:21:09Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "facc83ed-0c10-49cf-b6c8-6f5e8d80711d", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:21:09Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "facc83ed-0c10-49cf-b6c8-6f5e8d80711d", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:21:10Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "ccdbc313-58a8-4517-8e7d-8336618fa417", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:21:10Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "ccdbc313-58a8-4517-8e7d-8336618fa417", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c"} 2026-07-07T00:21:10Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "ccdbc313-58a8-4517-8e7d-8336618fa417", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:21:10Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "ccdbc313-58a8-4517-8e7d-8336618fa417", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:21:10Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "ccdbc313-58a8-4517-8e7d-8336618fa417", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c-kserve-route-authn"} 2026-07-07T00:21:10Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "ccdbc313-58a8-4517-8e7d-8336618fa417", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c-kserve-route-authn"} 2026-07-07T00:21:10Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "ccdbc313-58a8-4517-8e7d-8336618fa417", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:21:10Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "ccdbc313-58a8-4517-8e7d-8336618fa417", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:21:10Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-72fa7c","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "rate-test-model-72fa7c", "reconcileID": "6d8b3243-7c7b-4e6c-a2e3-a542045f0f45", "LLMInferenceService": "rate-test-model-72fa7c", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:21:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "921faff1-ea62-4eee-8e15-90a7305435ff", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:21:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "921faff1-ea62-4eee-8e15-90a7305435ff", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:21:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "921faff1-ea62-4eee-8e15-90a7305435ff", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:21:10Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "7dc0226e-514d-45f3-a150-1cfe13818812", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:21:10Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "7dc0226e-514d-45f3-a150-1cfe13818812", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:21:10Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "7dc0226e-514d-45f3-a150-1cfe13818812", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:21:12Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "72dc15a7-5973-44db-91b3-d287d12a1eec", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T00:21:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "7f819e66-a688-4e07-8bd3-fcd881db823b", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:21:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "7f819e66-a688-4e07-8bd3-fcd881db823b", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1-authn-ssl"} 2026-07-07T00:21:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "7f819e66-a688-4e07-8bd3-fcd881db823b", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:21:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e30450c0-d904-445f-8fdf-35cb1685d61d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:21:53Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e30450c0-d904-445f-8fdf-35cb1685d61d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aedad1", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T00:21:53Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e30450c0-d904-445f-8fdf-35cb1685d61d", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-aedad1 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T00:21:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "odh-trusted-ca-bundle", "reconcileID": "5f83132c-192f-45ba-aeb4-c9fd6395b927", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:21:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "odh-trusted-ca-bundle", "reconcileID": "5f83132c-192f-45ba-aeb4-c9fd6395b927", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:21:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "openshift-service-ca.crt", "reconcileID": "c00aa884-e20d-4809-8540-2f40c5a5b5db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:21:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "openshift-service-ca.crt", "reconcileID": "c00aa884-e20d-4809-8540-2f40c5a5b5db", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:21:53Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e30951a-5b7c-4f4c-b80b-e75525d33fe8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:21:53Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-aedad1"}, "namespace": "ai-tenant-e2e-shared-a-aedad1", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e30951a-5b7c-4f4c-b80b-e75525d33fe8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-aedad1"} 2026-07-07T00:21:54Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-aedad1","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-aedad1", "reconcileID": "a80444d2-6630-48ef-bd45-6fc455a84b41", "Gateway": "e2e-shared-a-aedad1", "namespace": "openshift-ingress"} 2026-07-07T00:21:55Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "424ac587-0af3-41cb-b101-39e66bb0997c", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T00:21:55Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "cf053bd5-c29c-4fee-b612-559ed6ad372a", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:21:55Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "cf053bd5-c29c-4fee-b612-559ed6ad372a", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c-authn-ssl"} 2026-07-07T00:21:55Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "cf053bd5-c29c-4fee-b612-559ed6ad372a", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"} 2026-07-07T00:22:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f2334fc-5297-45f9-b500-489386439397", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:22:01Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f2334fc-5297-45f9-b500-489386439397", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-72fa7c", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T00:22:01Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "5f2334fc-5297-45f9-b500-489386439397", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-72fa7c because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T00:22:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "odh-trusted-ca-bundle", "reconcileID": "ee4a2a5a-7a16-44b9-a8f2-1c200e1d75c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:22:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "odh-trusted-ca-bundle", "reconcileID": "ee4a2a5a-7a16-44b9-a8f2-1c200e1d75c1", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:22:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "openshift-service-ca.crt", "reconcileID": "eccf3ad5-68cf-4912-a497-468b1dbae1ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:22:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "openshift-service-ca.crt", "reconcileID": "eccf3ad5-68cf-4912-a497-468b1dbae1ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:22:01Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b1e2ca8-8447-4348-a24e-563bef03ca1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:22:01Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-72fa7c"}, "namespace": "ai-tenant-e2e-shared-b-72fa7c", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7b1e2ca8-8447-4348-a24e-563bef03ca1e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-72fa7c"} 2026-07-07T00:22:01Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-72fa7c","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-72fa7c", "reconcileID": "27a7847f-36f6-4f31-a72e-9b8e647e22c8", "Gateway": "e2e-shared-b-72fa7c", "namespace": "openshift-ingress"}