2026-07-07T18:58:47Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-90d474","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-90d474", "reconcileID": "65b61ecd-c46c-4ade-b0c7-a1517492ca1b", "Gateway": "e2e-api-b-90d474", "namespace": "openshift-ingress", "name": "e2e-api-b-90d474-authn-ssl"} 2026-07-07T18:58:47Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-90d474","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-90d474", "reconcileID": "65b61ecd-c46c-4ade-b0c7-a1517492ca1b", "Gateway": "e2e-api-b-90d474", "namespace": "openshift-ingress"} 2026-07-07T18:58:47Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e6b8a6d3-b662-46ef-83f8-adf99f887047", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:58:54Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-90d474","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-90d474", "reconcileID": "49dc2db2-1118-49a9-9a89-cbff42a4e3fc", "Gateway": "e2e-api-b-90d474", "namespace": "openshift-ingress"} 2026-07-07T18:58:54Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-90d474","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-90d474", "reconcileID": "49dc2db2-1118-49a9-9a89-cbff42a4e3fc", "Gateway": "e2e-api-b-90d474", "namespace": "openshift-ingress", "name": "e2e-api-b-90d474-authn-ssl"} 2026-07-07T18:58:54Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-90d474","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-90d474", "reconcileID": "49dc2db2-1118-49a9-9a89-cbff42a4e3fc", "Gateway": "e2e-api-b-90d474", "namespace": "openshift-ingress"} 2026-07-07T18:58:59Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "95c05b23-6858-4fac-812c-b63b97130288", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:59:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-10b7bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-10b7bf", "reconcileID": "a6daff9d-5019-40cb-a11d-dcdf41eb9bf0", "Gateway": "e2e-api-a-10b7bf", "namespace": "openshift-ingress"} 2026-07-07T18:59:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-10b7bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-10b7bf", "reconcileID": "a6daff9d-5019-40cb-a11d-dcdf41eb9bf0", "Gateway": "e2e-api-a-10b7bf", "namespace": "openshift-ingress", "name": "e2e-api-a-10b7bf-authn-ssl"} 2026-07-07T18:59:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-10b7bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-10b7bf", "reconcileID": "a6daff9d-5019-40cb-a11d-dcdf41eb9bf0", "Gateway": "e2e-api-a-10b7bf", "namespace": "openshift-ingress"} 2026-07-07T18:59:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-10b7bf"}, "namespace": "ai-tenant-e2e-api-a-10b7bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f291dbe5-11a8-4ef5-90be-b9c9b005ab74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-10b7bf"} 2026-07-07T18:59:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-10b7bf"}, "namespace": "ai-tenant-e2e-api-a-10b7bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f291dbe5-11a8-4ef5-90be-b9c9b005ab74", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-10b7bf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:59:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-10b7bf"}, "namespace": "ai-tenant-e2e-api-a-10b7bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f291dbe5-11a8-4ef5-90be-b9c9b005ab74", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-10b7bf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T18:59:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-10b7bf"}, "namespace": "ai-tenant-e2e-api-a-10b7bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9301c37-dc74-4319-92d9-3e6d7490bf08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-10b7bf"} 2026-07-07T18:59:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-10b7bf"}, "namespace": "ai-tenant-e2e-api-a-10b7bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9301c37-dc74-4319-92d9-3e6d7490bf08", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-10b7bf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:59:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-10b7bf"}, "namespace": "ai-tenant-e2e-api-a-10b7bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b9301c37-dc74-4319-92d9-3e6d7490bf08", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-10b7bf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T18:59:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-10b7bf"}, "namespace": "ai-tenant-e2e-api-a-10b7bf", "name": "odh-trusted-ca-bundle", "reconcileID": "27c20b30-51bd-4f40-bcc2-58b3ed4b2e47", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-10b7bf"} 2026-07-07T18:59:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-10b7bf"}, "namespace": "ai-tenant-e2e-api-a-10b7bf", "name": "odh-trusted-ca-bundle", "reconcileID": "27c20b30-51bd-4f40-bcc2-58b3ed4b2e47", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-10b7bf", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:59:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-10b7bf"}, "namespace": "ai-tenant-e2e-api-a-10b7bf", "name": "odh-trusted-ca-bundle", "reconcileID": "27c20b30-51bd-4f40-bcc2-58b3ed4b2e47", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-10b7bf because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T18:59:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-10b7bf"}, "namespace": "ai-tenant-e2e-api-a-10b7bf", "name": "openshift-service-ca.crt", "reconcileID": "09a0322c-bb3b-443b-aab5-7ec0216fb1f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-10b7bf"} 2026-07-07T18:59:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-10b7bf"}, "namespace": "ai-tenant-e2e-api-a-10b7bf", "name": "openshift-service-ca.crt", "reconcileID": "09a0322c-bb3b-443b-aab5-7ec0216fb1f2", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-10b7bf"} 2026-07-07T18:59:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-10b7bf"}, "namespace": "ai-tenant-e2e-api-a-10b7bf", "name": "odh-trusted-ca-bundle", "reconcileID": "c567f4d0-0cff-4d19-a5d4-76c5bd5d200b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-10b7bf"} 2026-07-07T18:59:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-10b7bf"}, "namespace": "ai-tenant-e2e-api-a-10b7bf", "name": "odh-trusted-ca-bundle", "reconcileID": "c567f4d0-0cff-4d19-a5d4-76c5bd5d200b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-10b7bf"} 2026-07-07T18:59:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-10b7bf"}, "namespace": "ai-tenant-e2e-api-a-10b7bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d62c3e57-4ece-4f20-8e58-31a1692032d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-10b7bf"} 2026-07-07T18:59:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-10b7bf"}, "namespace": "ai-tenant-e2e-api-a-10b7bf", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "d62c3e57-4ece-4f20-8e58-31a1692032d9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-10b7bf"} 2026-07-07T18:59:07Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-10b7bf","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-10b7bf", "reconcileID": "2512d593-2eaf-4700-b4d4-6e631e07659c", "Gateway": "e2e-api-a-10b7bf", "namespace": "openshift-ingress"} 2026-07-07T18:59:08Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "d18d42ae-f515-4602-9fa5-a1bbe51c8acb", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:59:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-90d474","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-90d474", "reconcileID": "7ca926fc-4e32-4b34-bc18-0dd5e540b8ff", "Gateway": "e2e-api-b-90d474", "namespace": "openshift-ingress"} 2026-07-07T18:59:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-90d474","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-90d474", "reconcileID": "7ca926fc-4e32-4b34-bc18-0dd5e540b8ff", "Gateway": "e2e-api-b-90d474", "namespace": "openshift-ingress", "name": "e2e-api-b-90d474-authn-ssl"} 2026-07-07T18:59:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-90d474","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-90d474", "reconcileID": "7ca926fc-4e32-4b34-bc18-0dd5e540b8ff", "Gateway": "e2e-api-b-90d474", "namespace": "openshift-ingress"} 2026-07-07T18:59:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-90d474"}, "namespace": "ai-tenant-e2e-api-b-90d474", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69ca0ca5-9a64-420a-8bbb-e4f60a298dd6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-90d474"} 2026-07-07T18:59:14Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-90d474"}, "namespace": "ai-tenant-e2e-api-b-90d474", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69ca0ca5-9a64-420a-8bbb-e4f60a298dd6", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-90d474", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:59:14Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-90d474"}, "namespace": "ai-tenant-e2e-api-b-90d474", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "69ca0ca5-9a64-420a-8bbb-e4f60a298dd6", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-90d474 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T18:59:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-90d474"}, "namespace": "ai-tenant-e2e-api-b-90d474", "name": "odh-trusted-ca-bundle", "reconcileID": "00a1d380-6dd9-4874-b54d-9eb63f253699", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-90d474"} 2026-07-07T18:59:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-90d474"}, "namespace": "ai-tenant-e2e-api-b-90d474", "name": "odh-trusted-ca-bundle", "reconcileID": "00a1d380-6dd9-4874-b54d-9eb63f253699", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-90d474"} 2026-07-07T18:59:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-90d474"}, "namespace": "ai-tenant-e2e-api-b-90d474", "name": "openshift-service-ca.crt", "reconcileID": "96b53729-39fd-45b3-8fab-ed7645412cc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-90d474"} 2026-07-07T18:59:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-90d474"}, "namespace": "ai-tenant-e2e-api-b-90d474", "name": "openshift-service-ca.crt", "reconcileID": "96b53729-39fd-45b3-8fab-ed7645412cc1", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-90d474"} 2026-07-07T18:59:14Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-90d474"}, "namespace": "ai-tenant-e2e-api-b-90d474", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7891490c-1534-4cce-9c45-8cb810c86ff9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-90d474"} 2026-07-07T18:59:14Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-90d474"}, "namespace": "ai-tenant-e2e-api-b-90d474", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "7891490c-1534-4cce-9c45-8cb810c86ff9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-90d474"} 2026-07-07T18:59:14Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-90d474","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-90d474", "reconcileID": "7070d26e-74bb-47eb-a18a-85dbfe84b441", "Gateway": "e2e-api-b-90d474", "namespace": "openshift-ingress"} 2026-07-07T18:59:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "1f5a9b81-2402-4093-941e-4598555ff04e", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:15Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "1f5a9b81-2402-4093-941e-4598555ff04e", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T18:59:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "1f5a9b81-2402-4093-941e-4598555ff04e", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "89ae64cc-40bb-4fc0-b4ab-4f5c182ebf95", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "89ae64cc-40bb-4fc0-b4ab-4f5c182ebf95", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T18:59:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "89ae64cc-40bb-4fc0-b4ab-4f5c182ebf95", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "8357b447-c1f5-4bd7-88f6-3a89398d8e78", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "8357b447-c1f5-4bd7-88f6-3a89398d8e78", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T18:59:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "8357b447-c1f5-4bd7-88f6-3a89398d8e78", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "50a45057-81cd-46eb-b700-c4956aa727f2", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "50a45057-81cd-46eb-b700-c4956aa727f2", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T18:59:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "50a45057-81cd-46eb-b700-c4956aa727f2", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "1120cec7-e6e3-457b-bdb9-6ef1081a849e", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "1120cec7-e6e3-457b-bdb9-6ef1081a849e", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T18:59:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "1120cec7-e6e3-457b-bdb9-6ef1081a849e", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "50442e72-7946-43d5-82e7-2427d1d3e837", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "50442e72-7946-43d5-82e7-2427d1d3e837", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T18:59:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "50442e72-7946-43d5-82e7-2427d1d3e837", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "f3feb471-8b15-4613-b05e-f0ab99336028", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "f3feb471-8b15-4613-b05e-f0ab99336028", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T18:59:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "f3feb471-8b15-4613-b05e-f0ab99336028", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "openshift-service-ca.crt", "reconcileID": "86f7a57a-2eff-42d2-bbc5-b0d43cc65d94", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "odh-trusted-ca-bundle", "reconcileID": "bedbea6a-1700-47a0-adca-60ca6bd8e53c", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "openshift-service-ca.crt", "reconcileID": "ca203997-04b2-46de-989c-4d126403ed5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-972159", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:59:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "openshift-service-ca.crt", "reconcileID": "ca203997-04b2-46de-989c-4d126403ed5d", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "openshift-service-ca.crt", "reconcileID": "2f592b3c-835d-4d57-babc-c9a7583b8f97", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-972159", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:59:19Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "openshift-service-ca.crt", "reconcileID": "2f592b3c-835d-4d57-babc-c9a7583b8f97", "error": "configmaps \"odh-kserve-custom-ca-bundle\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T18:59:19Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1010cdd-2412-4b03-86a8-0368d34884ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-972159", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:59:19Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "f1010cdd-2412-4b03-86a8-0368d34884ef", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "odh-trusted-ca-bundle", "reconcileID": "ba7334f2-d5c6-4af5-875f-9ef67da1d73e", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "openshift-service-ca.crt", "reconcileID": "5c566334-c7ce-40fb-a9b8-1d2b295cc370", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "55275ea9-cf90-4681-b58c-1f05c2815b41", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "6cf28e0e-18b6-4dfc-a297-48cac84f3e89", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "6cf28e0e-18b6-4dfc-a297-48cac84f3e89", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T18:59:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "6cf28e0e-18b6-4dfc-a297-48cac84f3e89", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:20Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "8f4404f0-6c9b-4929-854b-89b831cf2f92", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:59:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "9db6e748-8f83-4d27-9ee2-c51aec0a5184", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T18:59:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "9db6e748-8f83-4d27-9ee2-c51aec0a5184", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T18:59:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "9db6e748-8f83-4d27-9ee2-c51aec0a5184", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T18:59:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "e310bd2c-7881-4bf1-bec4-a349a74eb01c", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T18:59:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "e310bd2c-7881-4bf1-bec4-a349a74eb01c", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T18:59:23Z ERROR Reconciler error {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "e310bd2c-7881-4bf1-bec4-a349a74eb01c", "error": "failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-b-e7285b-authn-ssl: envoyfilters.networking.istio.io \"e2e-shared-b-e7285b-authn-ssl\" already exists"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T18:59:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "204d7ea3-e3d3-4005-bd50-e65903d2912b", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T18:59:23Z DEBUG events Failed to reconcile EnvoyFilter: failed to create EnvoyFilter: could not CREATE EnvoyFilter openshift-ingress/e2e-shared-b-e7285b-authn-ssl: envoyfilters.networking.istio.io "e2e-shared-b-e7285b-authn-ssl" already exists {"type": "Warning", "object": {"kind":"Gateway","namespace":"openshift-ingress","name":"e2e-shared-b-e7285b","uid":"a17c9102-1124-4a9e-bbdf-79b0e66297e8","apiVersion":"gateway.networking.k8s.io/v1","resourceVersion":"47851"}, "reason": "ReconcileError"} 2026-07-07T18:59:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "204d7ea3-e3d3-4005-bd50-e65903d2912b", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T18:59:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "204d7ea3-e3d3-4005-bd50-e65903d2912b", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T18:59:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "b18f66c3-94e3-4cc9-87b6-1c997a5e0ad4", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T18:59:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "b18f66c3-94e3-4cc9-87b6-1c997a5e0ad4", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T18:59:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "b18f66c3-94e3-4cc9-87b6-1c997a5e0ad4", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T18:59:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "fb9d30e7-f4b2-4b33-bfea-241f73669f3a", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T18:59:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "fb9d30e7-f4b2-4b33-bfea-241f73669f3a", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T18:59:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "fb9d30e7-f4b2-4b33-bfea-241f73669f3a", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T18:59:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "4fd1a531-0414-4f69-9c68-f255f2016370", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T18:59:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "4fd1a531-0414-4f69-9c68-f255f2016370", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T18:59:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "4fd1a531-0414-4f69-9c68-f255f2016370", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T18:59:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "722411db-4aab-463d-8c75-b306af179e7d", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "722411db-4aab-463d-8c75-b306af179e7d", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T18:59:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "722411db-4aab-463d-8c75-b306af179e7d", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:25Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "5e7762b2-a379-4df5-afd1-4cabebc1e847", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T18:59:25Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "5e7762b2-a379-4df5-afd1-4cabebc1e847", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T18:59:25Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "5e7762b2-a379-4df5-afd1-4cabebc1e847", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T18:59:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "openshift-service-ca.crt", "reconcileID": "e8131e5f-1809-4852-9ac5-c4f14b578498", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T18:59:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "odh-trusted-ca-bundle", "reconcileID": "714ef447-6f0f-4ea7-b683-2e70c929523b", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T18:59:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "openshift-service-ca.crt", "reconcileID": "1b6f67bb-13ee-444e-997b-01d90b16218b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e7285b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:59:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "openshift-service-ca.crt", "reconcileID": "1b6f67bb-13ee-444e-997b-01d90b16218b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T18:59:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "0c11b51a-66a4-48f0-9b5e-8d9a3e76ee61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T18:59:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "openshift-service-ca.crt", "reconcileID": "7fc85365-c7e1-4ec7-91a2-5a434d3da326", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T18:59:27Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "odh-trusted-ca-bundle", "reconcileID": "5e85e576-f22c-482b-a2a1-39353ccadd09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e7285b", "update": "odh-kserve-custom-ca-bundle"} 2026-07-07T18:59:27Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "odh-trusted-ca-bundle", "reconcileID": "5e85e576-f22c-482b-a2a1-39353ccadd09", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T18:59:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "083c55f6-d1fd-4603-9fa4-158e68f3b2e8", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T18:59:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "128eb4b8-d261-4250-92d5-479884683d1a", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T18:59:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "128eb4b8-d261-4250-92d5-479884683d1a", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T18:59:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "128eb4b8-d261-4250-92d5-479884683d1a", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T18:59:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "e4b08c0c-ab56-4092-be83-d63b12607191", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:59:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "1a0d155d-fb61-4c6b-9fc0-04982d6338f2", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T18:59:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "1a0d155d-fb61-4c6b-9fc0-04982d6338f2", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T18:59:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "1a0d155d-fb61-4c6b-9fc0-04982d6338f2", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T18:59:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "52971c01-ed9c-4e57-b498-15504bdb697b", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "52971c01-ed9c-4e57-b498-15504bdb697b", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "52971c01-ed9c-4e57-b498-15504bdb697b", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:32Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "59beb4a6-9829-4457-8d39-9586b89fd01a", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "52971c01-ed9c-4e57-b498-15504bdb697b", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159-kserve-route-authn"} 2026-07-07T18:59:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "52971c01-ed9c-4e57-b498-15504bdb697b", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "authType": "userdefined"} 2026-07-07T18:59:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "52971c01-ed9c-4e57-b498-15504bdb697b", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:32Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "59beb4a6-9829-4457-8d39-9586b89fd01a", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T18:59:32Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "59beb4a6-9829-4457-8d39-9586b89fd01a", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:32Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "d6798d0c-21bb-409c-ba53-213895086285", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:32Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "d6798d0c-21bb-409c-ba53-213895086285", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:32Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "d6798d0c-21bb-409c-ba53-213895086285", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:32Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "d6798d0c-21bb-409c-ba53-213895086285", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159-kserve-route-authn"} 2026-07-07T18:59:32Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "d6798d0c-21bb-409c-ba53-213895086285", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "authType": "userdefined"} 2026-07-07T18:59:32Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "d6798d0c-21bb-409c-ba53-213895086285", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "29d5b067-5da9-457a-a0c8-0df4b5e205fd", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "29d5b067-5da9-457a-a0c8-0df4b5e205fd", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T18:59:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "29d5b067-5da9-457a-a0c8-0df4b5e205fd", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T18:59:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "c7d8c589-0c29-4771-853a-8a6fc3574ab1", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "c7d8c589-0c29-4771-853a-8a6fc3574ab1", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "c7d8c589-0c29-4771-853a-8a6fc3574ab1", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "c7d8c589-0c29-4771-853a-8a6fc3574ab1", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159-kserve-route-authn"} 2026-07-07T18:59:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "c7d8c589-0c29-4771-853a-8a6fc3574ab1", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "authType": "userdefined"} 2026-07-07T18:59:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "c7d8c589-0c29-4771-853a-8a6fc3574ab1", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:41Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "68b4844b-421e-49cc-909c-3c37e00f79e1", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:59:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "66c68d56-f23a-4dbc-a606-55f3e7908369", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T18:59:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "d80d8a04-b665-48be-b204-56629959a040", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "d80d8a04-b665-48be-b204-56629959a040", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "d80d8a04-b665-48be-b204-56629959a040", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "d80d8a04-b665-48be-b204-56629959a040", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159-kserve-route-authn"} 2026-07-07T18:59:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "d80d8a04-b665-48be-b204-56629959a040", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "authType": "userdefined"} 2026-07-07T18:59:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "d80d8a04-b665-48be-b204-56629959a040", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T18:59:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "fedf2898-47d9-430a-8652-5c0d19d67706", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T18:59:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "fedf2898-47d9-430a-8652-5c0d19d67706", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T18:59:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "fedf2898-47d9-430a-8652-5c0d19d67706", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T18:59:53Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "b87765b6-32c2-4dc3-a152-cde0fc04c24a", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T18:59:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "fedf2898-47d9-430a-8652-5c0d19d67706", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b-kserve-route-authn"} 2026-07-07T18:59:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "fedf2898-47d9-430a-8652-5c0d19d67706", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "authType": "userdefined"} 2026-07-07T18:59:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "fedf2898-47d9-430a-8652-5c0d19d67706", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T18:59:53Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "b87765b6-32c2-4dc3-a152-cde0fc04c24a", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T18:59:53Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "b87765b6-32c2-4dc3-a152-cde0fc04c24a", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T18:59:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "6be57e24-20f3-4e3a-9e3f-5ee459b2d9be", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T18:59:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "6be57e24-20f3-4e3a-9e3f-5ee459b2d9be", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T18:59:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "6be57e24-20f3-4e3a-9e3f-5ee459b2d9be", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T18:59:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "6be57e24-20f3-4e3a-9e3f-5ee459b2d9be", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b-kserve-route-authn"} 2026-07-07T18:59:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "6be57e24-20f3-4e3a-9e3f-5ee459b2d9be", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "authType": "userdefined"} 2026-07-07T18:59:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "6be57e24-20f3-4e3a-9e3f-5ee459b2d9be", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:00:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "9d66b215-7284-41da-b87c-e9e141d9bea3", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:00:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "9d66b215-7284-41da-b87c-e9e141d9bea3", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T19:00:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "9d66b215-7284-41da-b87c-e9e141d9bea3", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:00:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "a31bde5b-1c3e-4b9b-88f7-08d132d8168b", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:00:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "a31bde5b-1c3e-4b9b-88f7-08d132d8168b", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:00:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "a31bde5b-1c3e-4b9b-88f7-08d132d8168b", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:00:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "a31bde5b-1c3e-4b9b-88f7-08d132d8168b", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b-kserve-route-authn"} 2026-07-07T19:00:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "a31bde5b-1c3e-4b9b-88f7-08d132d8168b", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "authType": "userdefined"} 2026-07-07T19:00:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "a31bde5b-1c3e-4b9b-88f7-08d132d8168b", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:00:10Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "85274cab-df1e-4a65-9394-a8c82807a591", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:00:10Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "85274cab-df1e-4a65-9394-a8c82807a591", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:00:10Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "85274cab-df1e-4a65-9394-a8c82807a591", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:00:10Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "85274cab-df1e-4a65-9394-a8c82807a591", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b-kserve-route-authn"} 2026-07-07T19:00:10Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "85274cab-df1e-4a65-9394-a8c82807a591", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "authType": "userdefined"} 2026-07-07T19:00:10Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "85274cab-df1e-4a65-9394-a8c82807a591", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:00:13Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "b620bf4b-d701-4f7d-a039-e7483b1e6a4b", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:00:13Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "b620bf4b-d701-4f7d-a039-e7483b1e6a4b", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:00:13Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "b620bf4b-d701-4f7d-a039-e7483b1e6a4b", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:00:13Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "b620bf4b-d701-4f7d-a039-e7483b1e6a4b", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b-kserve-route-authn"} 2026-07-07T19:00:13Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "b620bf4b-d701-4f7d-a039-e7483b1e6a4b", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "authType": "userdefined"} 2026-07-07T19:00:13Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "b620bf4b-d701-4f7d-a039-e7483b1e6a4b", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:00:20Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "e43ffaaa-ede1-492b-867c-36e319bebe27", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:00:20Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "e43ffaaa-ede1-492b-867c-36e319bebe27", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T19:00:20Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "e43ffaaa-ede1-492b-867c-36e319bebe27", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:00:26Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T19:00:26Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T19:00:27Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T19:00:27Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-07T19:00:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "3616c808-5191-44de-9e27-9a90357b79a6", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:00:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "3616c808-5191-44de-9e27-9a90357b79a6", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T19:00:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "3616c808-5191-44de-9e27-9a90357b79a6", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:01:48Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "cec257cc-6146-47e0-824f-2a68e868cc09", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:01:48Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "cec257cc-6146-47e0-824f-2a68e868cc09", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159"} 2026-07-07T19:01:48Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "cec257cc-6146-47e0-824f-2a68e868cc09", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:01:48Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "cec257cc-6146-47e0-824f-2a68e868cc09", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:01:48Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "cec257cc-6146-47e0-824f-2a68e868cc09", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159-kserve-route-authn"} 2026-07-07T19:01:48Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "cec257cc-6146-47e0-824f-2a68e868cc09", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159-kserve-route-authn"} 2026-07-07T19:01:48Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "cec257cc-6146-47e0-824f-2a68e868cc09", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:01:48Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "cec257cc-6146-47e0-824f-2a68e868cc09", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:01:48Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "auth-test-model-972159", "reconcileID": "cd06378d-e64e-43cd-870f-0b6c501bf912", "LLMInferenceService": "auth-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:01:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "f716f83d-f88f-46c1-b114-060872edf3e0", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:01:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "f716f83d-f88f-46c1-b114-060872edf3e0", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T19:01:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "f716f83d-f88f-46c1-b114-060872edf3e0", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:01:48Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "1ab86e83-ad6a-4ba7-9c7d-4c0e402f4ec5", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:01:48Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "1ab86e83-ad6a-4ba7-9c7d-4c0e402f4ec5", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T19:01:48Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "1ab86e83-ad6a-4ba7-9c7d-4c0e402f4ec5", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:01:49Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "672bea00-e97b-4b91-97d2-e1c8d96b37c0", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:01:49Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "672bea00-e97b-4b91-97d2-e1c8d96b37c0", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b"} 2026-07-07T19:01:49Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "672bea00-e97b-4b91-97d2-e1c8d96b37c0", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:01:49Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "672bea00-e97b-4b91-97d2-e1c8d96b37c0", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:01:49Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "672bea00-e97b-4b91-97d2-e1c8d96b37c0", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b-kserve-route-authn"} 2026-07-07T19:01:49Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "672bea00-e97b-4b91-97d2-e1c8d96b37c0", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b-kserve-route-authn"} 2026-07-07T19:01:49Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "672bea00-e97b-4b91-97d2-e1c8d96b37c0", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:01:49Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "672bea00-e97b-4b91-97d2-e1c8d96b37c0", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:01:49Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "auth-test-model-e7285b", "reconcileID": "153a7813-dfdb-4940-8577-07b81a35339f", "LLMInferenceService": "auth-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:01:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "d252e690-12ff-42ff-a6da-a6a9dc56daa9", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:01:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "d252e690-12ff-42ff-a6da-a6a9dc56daa9", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T19:01:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "d252e690-12ff-42ff-a6da-a6a9dc56daa9", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:01:49Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "a2df70c3-f11b-42bd-b80d-1e3d55b970fb", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:01:49Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "a2df70c3-f11b-42bd-b80d-1e3d55b970fb", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T19:01:49Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "a2df70c3-f11b-42bd-b80d-1e3d55b970fb", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:01:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "d99c2488-50d9-4c8b-82e2-3c79c421fdbc", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:01:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "d99c2488-50d9-4c8b-82e2-3c79c421fdbc", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:01:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "d99c2488-50d9-4c8b-82e2-3c79c421fdbc", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:01:50Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "e5581a9d-a8c1-4a4c-80b0-d595270461ba", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:01:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "d99c2488-50d9-4c8b-82e2-3c79c421fdbc", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159-kserve-route-authn"} 2026-07-07T19:01:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "d99c2488-50d9-4c8b-82e2-3c79c421fdbc", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "authType": "userdefined"} 2026-07-07T19:01:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "d99c2488-50d9-4c8b-82e2-3c79c421fdbc", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:01:50Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "e5581a9d-a8c1-4a4c-80b0-d595270461ba", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T19:01:50Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "e5581a9d-a8c1-4a4c-80b0-d595270461ba", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:01:50Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "6d033ae6-2ac1-4844-8285-a6b7a0de5667", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:01:50Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "6d033ae6-2ac1-4844-8285-a6b7a0de5667", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:01:50Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "6d033ae6-2ac1-4844-8285-a6b7a0de5667", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:01:50Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "6d033ae6-2ac1-4844-8285-a6b7a0de5667", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159-kserve-route-authn"} 2026-07-07T19:01:50Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "6d033ae6-2ac1-4844-8285-a6b7a0de5667", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "authType": "userdefined"} 2026-07-07T19:01:50Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "6d033ae6-2ac1-4844-8285-a6b7a0de5667", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:02:05Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "11be98f2-3258-40c4-996a-49937e8a86b5", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:02:05Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "11be98f2-3258-40c4-996a-49937e8a86b5", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T19:02:05Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "11be98f2-3258-40c4-996a-49937e8a86b5", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:02:06Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "ee97febb-7994-4583-8b33-46e4c8baf794", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:02:06Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "ee97febb-7994-4583-8b33-46e4c8baf794", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:02:06Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "ee97febb-7994-4583-8b33-46e4c8baf794", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:02:06Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "ee97febb-7994-4583-8b33-46e4c8baf794", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159-kserve-route-authn"} 2026-07-07T19:02:06Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "ee97febb-7994-4583-8b33-46e4c8baf794", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "authType": "userdefined"} 2026-07-07T19:02:06Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "ee97febb-7994-4583-8b33-46e4c8baf794", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:02:09Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "2e5ee224-be35-4e08-b59f-e57d8ad7bacc", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:02:09Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "2e5ee224-be35-4e08-b59f-e57d8ad7bacc", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:02:09Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "2e5ee224-be35-4e08-b59f-e57d8ad7bacc", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:02:09Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "2e5ee224-be35-4e08-b59f-e57d8ad7bacc", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159-kserve-route-authn"} 2026-07-07T19:02:09Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "2e5ee224-be35-4e08-b59f-e57d8ad7bacc", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "authType": "userdefined"} 2026-07-07T19:02:09Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "2e5ee224-be35-4e08-b59f-e57d8ad7bacc", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:02:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "197130aa-d21d-4137-9774-f823c924fafd", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:02:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "197130aa-d21d-4137-9774-f823c924fafd", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:02:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "197130aa-d21d-4137-9774-f823c924fafd", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:02:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "197130aa-d21d-4137-9774-f823c924fafd", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159-kserve-route-authn"} 2026-07-07T19:02:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "197130aa-d21d-4137-9774-f823c924fafd", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "authType": "userdefined"} 2026-07-07T19:02:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "197130aa-d21d-4137-9774-f823c924fafd", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:02:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "0c80f674-3725-431b-a4d2-890773d8b3fd", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:02:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "0c80f674-3725-431b-a4d2-890773d8b3fd", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:02:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "0c80f674-3725-431b-a4d2-890773d8b3fd", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:02:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "7652653d-6dc4-4fe7-9b47-c148d4f0c0fc", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:02:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "0c80f674-3725-431b-a4d2-890773d8b3fd", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b-kserve-route-authn"} 2026-07-07T19:02:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "0c80f674-3725-431b-a4d2-890773d8b3fd", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "authType": "userdefined"} 2026-07-07T19:02:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "0c80f674-3725-431b-a4d2-890773d8b3fd", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:02:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "7652653d-6dc4-4fe7-9b47-c148d4f0c0fc", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T19:02:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "7652653d-6dc4-4fe7-9b47-c148d4f0c0fc", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:02:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "4d49056f-d52c-45ed-b08c-6c575b3d47f9", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:02:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "4d49056f-d52c-45ed-b08c-6c575b3d47f9", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:02:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "4d49056f-d52c-45ed-b08c-6c575b3d47f9", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:02:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "4d49056f-d52c-45ed-b08c-6c575b3d47f9", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b-kserve-route-authn"} 2026-07-07T19:02:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "4d49056f-d52c-45ed-b08c-6c575b3d47f9", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "authType": "userdefined"} 2026-07-07T19:02:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "4d49056f-d52c-45ed-b08c-6c575b3d47f9", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:02:21Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "17d43d93-d7d5-43d5-8d3e-c663b3f0f37f", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:02:21Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "17d43d93-d7d5-43d5-8d3e-c663b3f0f37f", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T19:02:21Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "17d43d93-d7d5-43d5-8d3e-c663b3f0f37f", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:02:22Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "49b1abec-b8f9-43d5-b467-6dc38ef046d9", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:02:22Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "49b1abec-b8f9-43d5-b467-6dc38ef046d9", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:02:22Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "49b1abec-b8f9-43d5-b467-6dc38ef046d9", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:02:22Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "49b1abec-b8f9-43d5-b467-6dc38ef046d9", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b-kserve-route-authn"} 2026-07-07T19:02:22Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "49b1abec-b8f9-43d5-b467-6dc38ef046d9", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "authType": "userdefined"} 2026-07-07T19:02:22Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "49b1abec-b8f9-43d5-b467-6dc38ef046d9", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:02:42Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "b35ba7e8-f7be-443b-8c12-f24734d99bb1", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:02:42Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "b35ba7e8-f7be-443b-8c12-f24734d99bb1", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:02:42Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "b35ba7e8-f7be-443b-8c12-f24734d99bb1", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:02:42Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "b35ba7e8-f7be-443b-8c12-f24734d99bb1", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b-kserve-route-authn"} 2026-07-07T19:02:42Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "b35ba7e8-f7be-443b-8c12-f24734d99bb1", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "authType": "userdefined"} 2026-07-07T19:02:42Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "b35ba7e8-f7be-443b-8c12-f24734d99bb1", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:03:00Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "11e6d4a8-ed4c-44b9-a601-54fb302654f1", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:03:12Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "1dc72ba1-9ce5-403f-8c06-d6f0720cf987", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:12Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "1dc72ba1-9ce5-403f-8c06-d6f0720cf987", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159"} 2026-07-07T19:03:12Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "1dc72ba1-9ce5-403f-8c06-d6f0720cf987", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:12Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "1dc72ba1-9ce5-403f-8c06-d6f0720cf987", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:12Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "1dc72ba1-9ce5-403f-8c06-d6f0720cf987", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159-kserve-route-authn"} 2026-07-07T19:03:12Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "1dc72ba1-9ce5-403f-8c06-d6f0720cf987", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159-kserve-route-authn"} 2026-07-07T19:03:12Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "1dc72ba1-9ce5-403f-8c06-d6f0720cf987", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:12Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "1dc72ba1-9ce5-403f-8c06-d6f0720cf987", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:12Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "sub-test-model-972159", "reconcileID": "7a138f49-b52a-4712-8134-54ac2648d977", "LLMInferenceService": "sub-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:12Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "c0ebe6e0-3e2c-49ad-8e9f-db26db0f505d", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:03:12Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "c0ebe6e0-3e2c-49ad-8e9f-db26db0f505d", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T19:03:12Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "c0ebe6e0-3e2c-49ad-8e9f-db26db0f505d", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:03:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "9e926304-57c2-495e-8dd0-fd0cbbbf50e0", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:03:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "9e926304-57c2-495e-8dd0-fd0cbbbf50e0", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T19:03:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "9e926304-57c2-495e-8dd0-fd0cbbbf50e0", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:03:13Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "538dec21-d829-426c-865a-83bb07e84a17", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:03:13Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "538dec21-d829-426c-865a-83bb07e84a17", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b"} 2026-07-07T19:03:13Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "538dec21-d829-426c-865a-83bb07e84a17", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:03:13Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "538dec21-d829-426c-865a-83bb07e84a17", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:03:13Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "538dec21-d829-426c-865a-83bb07e84a17", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b-kserve-route-authn"} 2026-07-07T19:03:13Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "538dec21-d829-426c-865a-83bb07e84a17", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b-kserve-route-authn"} 2026-07-07T19:03:13Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "538dec21-d829-426c-865a-83bb07e84a17", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:03:13Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "538dec21-d829-426c-865a-83bb07e84a17", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:03:13Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "sub-test-model-e7285b", "reconcileID": "e55c835f-64cc-4d0e-9e4d-797deaf13694", "LLMInferenceService": "sub-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:03:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "dfd506f9-ad6f-40f9-8721-367650b35a42", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:03:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "dfd506f9-ad6f-40f9-8721-367650b35a42", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T19:03:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "dfd506f9-ad6f-40f9-8721-367650b35a42", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:03:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "0608a4c4-ba19-442d-8d88-38c326c69e57", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:03:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "0608a4c4-ba19-442d-8d88-38c326c69e57", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T19:03:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "0608a4c4-ba19-442d-8d88-38c326c69e57", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:03:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "c3af410e-ac58-48ad-b285-6485c427b26d", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "c3af410e-ac58-48ad-b285-6485c427b26d", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "c3af410e-ac58-48ad-b285-6485c427b26d", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:14Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "b3205afe-395b-4f2d-811a-3b23f5abd4b6", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:03:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "c3af410e-ac58-48ad-b285-6485c427b26d", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159-kserve-route-authn"} 2026-07-07T19:03:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "c3af410e-ac58-48ad-b285-6485c427b26d", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "authType": "userdefined"} 2026-07-07T19:03:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "c3af410e-ac58-48ad-b285-6485c427b26d", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:14Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "b3205afe-395b-4f2d-811a-3b23f5abd4b6", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T19:03:14Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "b3205afe-395b-4f2d-811a-3b23f5abd4b6", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:03:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "3710688e-15c8-4ce3-972c-349283c96646", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "3710688e-15c8-4ce3-972c-349283c96646", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "3710688e-15c8-4ce3-972c-349283c96646", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "3710688e-15c8-4ce3-972c-349283c96646", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159-kserve-route-authn"} 2026-07-07T19:03:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "3710688e-15c8-4ce3-972c-349283c96646", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "authType": "userdefined"} 2026-07-07T19:03:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "3710688e-15c8-4ce3-972c-349283c96646", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "8d8e8465-34eb-49dd-bc4d-395c2b3bae21", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:03:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "8d8e8465-34eb-49dd-bc4d-395c2b3bae21", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T19:03:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "8d8e8465-34eb-49dd-bc4d-395c2b3bae21", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:03:28Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "a556d32e-a1bf-47a7-9ce5-11ef3ef7cc60", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:28Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "a556d32e-a1bf-47a7-9ce5-11ef3ef7cc60", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:28Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "a556d32e-a1bf-47a7-9ce5-11ef3ef7cc60", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:28Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "a556d32e-a1bf-47a7-9ce5-11ef3ef7cc60", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159-kserve-route-authn"} 2026-07-07T19:03:28Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "a556d32e-a1bf-47a7-9ce5-11ef3ef7cc60", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "authType": "userdefined"} 2026-07-07T19:03:28Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "a556d32e-a1bf-47a7-9ce5-11ef3ef7cc60", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:33Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "39790ca8-96cd-4116-a875-e15fb1d8f2ed", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:33Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "39790ca8-96cd-4116-a875-e15fb1d8f2ed", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:33Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "39790ca8-96cd-4116-a875-e15fb1d8f2ed", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:33Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "39790ca8-96cd-4116-a875-e15fb1d8f2ed", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159-kserve-route-authn"} 2026-07-07T19:03:33Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "39790ca8-96cd-4116-a875-e15fb1d8f2ed", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "authType": "userdefined"} 2026-07-07T19:03:33Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "39790ca8-96cd-4116-a875-e15fb1d8f2ed", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:38Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "8e06e918-e601-4d51-8169-2bdfd36ae5a4", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:38Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "8e06e918-e601-4d51-8169-2bdfd36ae5a4", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:38Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "8e06e918-e601-4d51-8169-2bdfd36ae5a4", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:38Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "8e06e918-e601-4d51-8169-2bdfd36ae5a4", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159-kserve-route-authn"} 2026-07-07T19:03:38Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "8e06e918-e601-4d51-8169-2bdfd36ae5a4", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "authType": "userdefined"} 2026-07-07T19:03:38Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "8e06e918-e601-4d51-8169-2bdfd36ae5a4", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:03:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "f8071776-04e0-4850-95eb-3d3393a04075", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:03:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "f8071776-04e0-4850-95eb-3d3393a04075", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:03:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "f8071776-04e0-4850-95eb-3d3393a04075", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:03:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "f8071776-04e0-4850-95eb-3d3393a04075", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b-kserve-route-authn"} 2026-07-07T19:03:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "7b404a65-2e7e-4d79-8cc2-0aa82d15fb39", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:03:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "f8071776-04e0-4850-95eb-3d3393a04075", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "authType": "userdefined"} 2026-07-07T19:03:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "f8071776-04e0-4850-95eb-3d3393a04075", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:03:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "7b404a65-2e7e-4d79-8cc2-0aa82d15fb39", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T19:03:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "7b404a65-2e7e-4d79-8cc2-0aa82d15fb39", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:03:41Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "d26c8c12-ab59-4762-8ee2-f3ef02d41c53", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:03:41Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "d26c8c12-ab59-4762-8ee2-f3ef02d41c53", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:03:41Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "d26c8c12-ab59-4762-8ee2-f3ef02d41c53", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:03:41Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "d26c8c12-ab59-4762-8ee2-f3ef02d41c53", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b-kserve-route-authn"} 2026-07-07T19:03:41Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "d26c8c12-ab59-4762-8ee2-f3ef02d41c53", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "authType": "userdefined"} 2026-07-07T19:03:41Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "d26c8c12-ab59-4762-8ee2-f3ef02d41c53", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:03:56Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "7c055f2b-b56b-41dd-af7c-ea1268d970ff", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:03:56Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "7c055f2b-b56b-41dd-af7c-ea1268d970ff", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T19:03:56Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "7c055f2b-b56b-41dd-af7c-ea1268d970ff", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:03:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "5d5f220f-ac45-4a15-b0a1-ea67a07a2367", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:03:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "5d5f220f-ac45-4a15-b0a1-ea67a07a2367", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:03:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "5d5f220f-ac45-4a15-b0a1-ea67a07a2367", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:03:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "5d5f220f-ac45-4a15-b0a1-ea67a07a2367", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b-kserve-route-authn"} 2026-07-07T19:03:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "5d5f220f-ac45-4a15-b0a1-ea67a07a2367", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "authType": "userdefined"} 2026-07-07T19:03:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "5d5f220f-ac45-4a15-b0a1-ea67a07a2367", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:04:01Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "93bcd69d-aee7-4703-a832-ad62cccb7331", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:04:01Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "93bcd69d-aee7-4703-a832-ad62cccb7331", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:04:01Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "93bcd69d-aee7-4703-a832-ad62cccb7331", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:04:01Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "93bcd69d-aee7-4703-a832-ad62cccb7331", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b-kserve-route-authn"} 2026-07-07T19:04:01Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "93bcd69d-aee7-4703-a832-ad62cccb7331", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "authType": "userdefined"} 2026-07-07T19:04:01Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "93bcd69d-aee7-4703-a832-ad62cccb7331", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:04:07Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "43b4b440-35b4-4983-8ef0-13c4fbd02d07", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:04:07Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "43b4b440-35b4-4983-8ef0-13c4fbd02d07", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:04:07Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "43b4b440-35b4-4983-8ef0-13c4fbd02d07", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:04:07Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "43b4b440-35b4-4983-8ef0-13c4fbd02d07", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b-kserve-route-authn"} 2026-07-07T19:04:07Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "43b4b440-35b4-4983-8ef0-13c4fbd02d07", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "authType": "userdefined"} 2026-07-07T19:04:07Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "43b4b440-35b4-4983-8ef0-13c4fbd02d07", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:04:40Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "4b3b0a10-2e91-4990-bfdd-ec51880b53b1", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:04:40Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "4b3b0a10-2e91-4990-bfdd-ec51880b53b1", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159"} 2026-07-07T19:04:40Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "4b3b0a10-2e91-4990-bfdd-ec51880b53b1", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:04:40Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "4b3b0a10-2e91-4990-bfdd-ec51880b53b1", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:04:40Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "4b3b0a10-2e91-4990-bfdd-ec51880b53b1", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159-kserve-route-authn"} 2026-07-07T19:04:40Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "4b3b0a10-2e91-4990-bfdd-ec51880b53b1", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159-kserve-route-authn"} 2026-07-07T19:04:40Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "4b3b0a10-2e91-4990-bfdd-ec51880b53b1", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:04:40Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "4b3b0a10-2e91-4990-bfdd-ec51880b53b1", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:04:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-972159","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "rate-test-model-972159", "reconcileID": "d5eef0cd-cb69-4f4c-8a47-db36e7814787", "LLMInferenceService": "rate-test-model-972159", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:04:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "724a3817-ac1f-44df-b7c6-102b658fb506", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:04:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "724a3817-ac1f-44df-b7c6-102b658fb506", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T19:04:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "724a3817-ac1f-44df-b7c6-102b658fb506", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:04:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "ffbcab17-e192-4bd3-b7eb-ec8dc738767b", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:04:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "ffbcab17-e192-4bd3-b7eb-ec8dc738767b", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T19:04:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "ffbcab17-e192-4bd3-b7eb-ec8dc738767b", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:04:41Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "166af847-5fc1-46d0-a55e-90f550eecbac", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:04:41Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "166af847-5fc1-46d0-a55e-90f550eecbac", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b"} 2026-07-07T19:04:41Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "166af847-5fc1-46d0-a55e-90f550eecbac", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:04:41Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "166af847-5fc1-46d0-a55e-90f550eecbac", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:04:41Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "166af847-5fc1-46d0-a55e-90f550eecbac", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b-kserve-route-authn"} 2026-07-07T19:04:41Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "166af847-5fc1-46d0-a55e-90f550eecbac", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b-kserve-route-authn"} 2026-07-07T19:04:41Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "166af847-5fc1-46d0-a55e-90f550eecbac", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:04:41Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "166af847-5fc1-46d0-a55e-90f550eecbac", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:04:41Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e7285b","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "rate-test-model-e7285b", "reconcileID": "98df1153-b1cc-49d1-9c6d-4ef6d75d7858", "LLMInferenceService": "rate-test-model-e7285b", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:04:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "58e8f877-81e9-4511-8a2e-a48b4afaaee5", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:04:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "58e8f877-81e9-4511-8a2e-a48b4afaaee5", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T19:04:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "58e8f877-81e9-4511-8a2e-a48b4afaaee5", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:04:42Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "33e4dfbc-c524-43a9-b77c-e558ea2fd747", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:04:42Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "33e4dfbc-c524-43a9-b77c-e558ea2fd747", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T19:04:42Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "33e4dfbc-c524-43a9-b77c-e558ea2fd747", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:04:42Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "198507f3-dd7a-453c-a791-c66314a805db", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:04:43Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "f897c872-08c7-4379-b31d-e30eaeb1120e", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:04:43Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "f897c872-08c7-4379-b31d-e30eaeb1120e", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress", "name": "e2e-shared-a-972159-authn-ssl"} 2026-07-07T19:04:43Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "f897c872-08c7-4379-b31d-e30eaeb1120e", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:04:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"opendatahub"}, "namespace": "opendatahub", "name": "openshift-service-ca.crt", "reconcileID": "31f50768-ee3e-4fc4-a507-41237b30c8cc", "ConfigMap": "openshift-service-ca.crt", "namespace": "opendatahub"} 2026-07-07T19:05:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45a40271-6013-456b-b432-cab9c3ae8ade", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:05:25Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45a40271-6013-456b-b432-cab9c3ae8ade", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-972159", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:05:25Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "45a40271-6013-456b-b432-cab9c3ae8ade", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-972159 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:05:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "odh-trusted-ca-bundle", "reconcileID": "f2d460fc-a371-4f4f-826a-62ad4e556b39", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:05:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "odh-trusted-ca-bundle", "reconcileID": "f2d460fc-a371-4f4f-826a-62ad4e556b39", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:05:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "openshift-service-ca.crt", "reconcileID": "3d7177cc-a54e-4eb4-9556-320eecc17808", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:05:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "openshift-service-ca.crt", "reconcileID": "3d7177cc-a54e-4eb4-9556-320eecc17808", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:05:25Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea3da266-5de5-4751-989f-fd1cb35b5d29", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:05:25Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-972159"}, "namespace": "ai-tenant-e2e-shared-a-972159", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ea3da266-5de5-4751-989f-fd1cb35b5d29", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-972159"} 2026-07-07T19:05:26Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-972159","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-972159", "reconcileID": "76b1f6b2-fba1-4648-b5ed-aaf13beb84ce", "Gateway": "e2e-shared-a-972159", "namespace": "openshift-ingress"} 2026-07-07T19:05:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "d9be3746-b351-4cb2-aa05-68b158dd0543", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:05:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "d9be3746-b351-4cb2-aa05-68b158dd0543", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b-authn-ssl"} 2026-07-07T19:05:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "d9be3746-b351-4cb2-aa05-68b158dd0543", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"} 2026-07-07T19:05:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a08dc2a-fb2e-4d76-b2f5-2d0fe010f338", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:05:32Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a08dc2a-fb2e-4d76-b2f5-2d0fe010f338", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e7285b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-07T19:05:32Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1a08dc2a-fb2e-4d76-b2f5-2d0fe010f338", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-e7285b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-07T19:05:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "odh-trusted-ca-bundle", "reconcileID": "adedfd2d-3097-4ec1-9fd6-ca171522a5d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:05:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "odh-trusted-ca-bundle", "reconcileID": "adedfd2d-3097-4ec1-9fd6-ca171522a5d8", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:05:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "openshift-service-ca.crt", "reconcileID": "6bf1cbcd-d797-47f8-addd-199fa1263e14", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:05:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "openshift-service-ca.crt", "reconcileID": "6bf1cbcd-d797-47f8-addd-199fa1263e14", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:05:32Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21a56fa5-dd74-4eeb-8794-0d844874dd68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:05:32Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-e7285b"}, "namespace": "ai-tenant-e2e-shared-b-e7285b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "21a56fa5-dd74-4eeb-8794-0d844874dd68", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-e7285b"} 2026-07-07T19:05:34Z DEBUG Gateway not found, resources owned by Gateway will be garbage collected {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-e7285b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-e7285b", "reconcileID": "f08bcf54-eb84-4988-bc9a-4ababa878918", "Gateway": "e2e-shared-b-e7285b", "namespace": "openshift-ingress"}