2026-07-06T12:56:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4a355b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4a355b", "reconcileID": "62d9dee8-bcc8-45e4-b713-f88e6ab57c8d", "Gateway": "e2e-api-b-4a355b", "namespace": "openshift-ingress"} 2026-07-06T12:56:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4a355b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4a355b", "reconcileID": "62d9dee8-bcc8-45e4-b713-f88e6ab57c8d", "Gateway": "e2e-api-b-4a355b", "namespace": "openshift-ingress", "name": "e2e-api-b-4a355b-authn-ssl"} 2026-07-06T12:56:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4a355b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4a355b", "reconcileID": "62d9dee8-bcc8-45e4-b713-f88e6ab57c8d", "Gateway": "e2e-api-b-4a355b", "namespace": "openshift-ingress"} 2026-07-06T12:56:00Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b84121","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b84121", "reconcileID": "c6a2fbc8-b802-4b96-8ec5-93fa3babc144", "Gateway": "e2e-api-a-b84121", "namespace": "openshift-ingress"} 2026-07-06T12:56:00Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b84121","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b84121", "reconcileID": "c6a2fbc8-b802-4b96-8ec5-93fa3babc144", "Gateway": "e2e-api-a-b84121", "namespace": "openshift-ingress", "name": "e2e-api-a-b84121-authn-ssl"} 2026-07-06T12:56:00Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-a-b84121","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-a-b84121", "reconcileID": "c6a2fbc8-b802-4b96-8ec5-93fa3babc144", "Gateway": "e2e-api-a-b84121", "namespace": "openshift-ingress"} 2026-07-06T12:56:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b84121"}, "namespace": "ai-tenant-e2e-api-a-b84121", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5087428-3606-4af6-abae-058b2f5585e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b84121"} 2026-07-06T12:56:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b84121"}, "namespace": "ai-tenant-e2e-api-a-b84121", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5087428-3606-4af6-abae-058b2f5585e0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b84121", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T12:56:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b84121"}, "namespace": "ai-tenant-e2e-api-a-b84121", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b5087428-3606-4af6-abae-058b2f5585e0", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-b84121 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T12:56:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-b84121"}, "namespace": "ai-tenant-e2e-api-a-b84121", "name": "odh-trusted-ca-bundle", "reconcileID": "7d336429-5246-4fd0-af6d-e4ff892a98be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b84121"} 2026-07-06T12:56:05Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-b84121"}, "namespace": "ai-tenant-e2e-api-a-b84121", "name": "odh-trusted-ca-bundle", "reconcileID": "7d336429-5246-4fd0-af6d-e4ff892a98be", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b84121", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T12:56:05Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-b84121"}, "namespace": "ai-tenant-e2e-api-a-b84121", "name": "odh-trusted-ca-bundle", "reconcileID": "7d336429-5246-4fd0-af6d-e4ff892a98be", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-a-b84121 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T12:56:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-b84121"}, "namespace": "ai-tenant-e2e-api-a-b84121", "name": "openshift-service-ca.crt", "reconcileID": "d593a06f-a22a-408b-aa66-c44b172e42f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-b84121"} 2026-07-06T12:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-a-b84121"}, "namespace": "ai-tenant-e2e-api-a-b84121", "name": "openshift-service-ca.crt", "reconcileID": "d593a06f-a22a-408b-aa66-c44b172e42f4", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-a-b84121"} 2026-07-06T12:56:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b84121"}, "namespace": "ai-tenant-e2e-api-a-b84121", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee069caa-eb5f-423e-aed3-e4bd069766d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b84121"} 2026-07-06T12:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-a-b84121"}, "namespace": "ai-tenant-e2e-api-a-b84121", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ee069caa-eb5f-423e-aed3-e4bd069766d0", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b84121"} 2026-07-06T12:56:05Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-b84121"}, "namespace": "ai-tenant-e2e-api-a-b84121", "name": "odh-trusted-ca-bundle", "reconcileID": "4996f00e-c984-45e0-b236-fa315b2ba1e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b84121"} 2026-07-06T12:56:05Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-a-b84121"}, "namespace": "ai-tenant-e2e-api-a-b84121", "name": "odh-trusted-ca-bundle", "reconcileID": "4996f00e-c984-45e0-b236-fa315b2ba1e2", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-a-b84121"} 2026-07-06T12:56:07Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "75cee837-17fe-421d-8cc3-5b581745f192", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T12:56:08Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4a355b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4a355b", "reconcileID": "65499619-028f-4bb7-bbda-0116cdd181c3", "Gateway": "e2e-api-b-4a355b", "namespace": "openshift-ingress"} 2026-07-06T12:56:08Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4a355b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4a355b", "reconcileID": "65499619-028f-4bb7-bbda-0116cdd181c3", "Gateway": "e2e-api-b-4a355b", "namespace": "openshift-ingress", "name": "e2e-api-b-4a355b-authn-ssl"} 2026-07-06T12:56:08Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-api-b-4a355b","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-api-b-4a355b", "reconcileID": "65499619-028f-4bb7-bbda-0116cdd181c3", "Gateway": "e2e-api-b-4a355b", "namespace": "openshift-ingress"} 2026-07-06T12:56:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a355b"}, "namespace": "ai-tenant-e2e-api-b-4a355b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2e5fda8-f892-49ba-ae35-484a92e72949", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4a355b"} 2026-07-06T12:56:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a355b"}, "namespace": "ai-tenant-e2e-api-b-4a355b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2e5fda8-f892-49ba-ae35-484a92e72949", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4a355b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T12:56:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a355b"}, "namespace": "ai-tenant-e2e-api-b-4a355b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "b2e5fda8-f892-49ba-ae35-484a92e72949", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-4a355b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T12:56:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a355b"}, "namespace": "ai-tenant-e2e-api-b-4a355b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e5efa8e-a6a4-47ab-8ec6-6ab8ef225e61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4a355b"} 2026-07-06T12:56:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a355b"}, "namespace": "ai-tenant-e2e-api-b-4a355b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e5efa8e-a6a4-47ab-8ec6-6ab8ef225e61", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4a355b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T12:56:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a355b"}, "namespace": "ai-tenant-e2e-api-b-4a355b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1e5efa8e-a6a4-47ab-8ec6-6ab8ef225e61", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-4a355b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T12:56:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a355b"}, "namespace": "ai-tenant-e2e-api-b-4a355b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd8e9ed8-fe11-40c9-8a0e-7f32f983f72a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4a355b"} 2026-07-06T12:56:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a355b"}, "namespace": "ai-tenant-e2e-api-b-4a355b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd8e9ed8-fe11-40c9-8a0e-7f32f983f72a", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4a355b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T12:56:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a355b"}, "namespace": "ai-tenant-e2e-api-b-4a355b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "cd8e9ed8-fe11-40c9-8a0e-7f32f983f72a", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-4a355b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T12:56:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a355b"}, "namespace": "ai-tenant-e2e-api-b-4a355b", "name": "odh-trusted-ca-bundle", "reconcileID": "5580efdb-3568-49a1-9dfe-70ef50eac38f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4a355b"} 2026-07-06T12:56:13Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a355b"}, "namespace": "ai-tenant-e2e-api-b-4a355b", "name": "odh-trusted-ca-bundle", "reconcileID": "5580efdb-3568-49a1-9dfe-70ef50eac38f", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4a355b", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T12:56:13Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a355b"}, "namespace": "ai-tenant-e2e-api-b-4a355b", "name": "odh-trusted-ca-bundle", "reconcileID": "5580efdb-3568-49a1-9dfe-70ef50eac38f", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-api-b-4a355b because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T12:56:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4a355b"}, "namespace": "ai-tenant-e2e-api-b-4a355b", "name": "openshift-service-ca.crt", "reconcileID": "6783e773-644e-4038-9db3-a53c78525648", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4a355b"} 2026-07-06T12:56:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-api-b-4a355b"}, "namespace": "ai-tenant-e2e-api-b-4a355b", "name": "openshift-service-ca.crt", "reconcileID": "6783e773-644e-4038-9db3-a53c78525648", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-api-b-4a355b"} 2026-07-06T12:56:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a355b"}, "namespace": "ai-tenant-e2e-api-b-4a355b", "name": "odh-trusted-ca-bundle", "reconcileID": "09afb518-54e7-4530-bd85-0418b12ec9e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4a355b"} 2026-07-06T12:56:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a355b"}, "namespace": "ai-tenant-e2e-api-b-4a355b", "name": "odh-trusted-ca-bundle", "reconcileID": "09afb518-54e7-4530-bd85-0418b12ec9e7", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4a355b"} 2026-07-06T12:56:13Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a355b"}, "namespace": "ai-tenant-e2e-api-b-4a355b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fcbe25f3-e17e-4caf-9f3c-a676b541b43e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4a355b"} 2026-07-06T12:56:13Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-api-b-4a355b"}, "namespace": "ai-tenant-e2e-api-b-4a355b", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "fcbe25f3-e17e-4caf-9f3c-a676b541b43e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-api-b-4a355b"} 2026-07-06T12:56:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "6f2895df-dd2b-44fa-a7ae-a544ebf84027", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:15Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "6f2895df-dd2b-44fa-a7ae-a544ebf84027", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T12:56:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "6f2895df-dd2b-44fa-a7ae-a544ebf84027", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "e1fa5044-be9d-4289-93c8-7c3a58c0da41", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "e1fa5044-be9d-4289-93c8-7c3a58c0da41", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T12:56:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "e1fa5044-be9d-4289-93c8-7c3a58c0da41", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "8f10155c-354a-422b-aa4b-9ef229fb9cf6", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "8f10155c-354a-422b-aa4b-9ef229fb9cf6", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T12:56:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "8f10155c-354a-422b-aa4b-9ef229fb9cf6", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "084b6b79-d77e-4914-adbe-fd27ab55d3e5", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "084b6b79-d77e-4914-adbe-fd27ab55d3e5", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T12:56:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "084b6b79-d77e-4914-adbe-fd27ab55d3e5", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "078a57d0-176d-45d5-b08f-3ab7e8e780ed", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "078a57d0-176d-45d5-b08f-3ab7e8e780ed", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T12:56:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "078a57d0-176d-45d5-b08f-3ab7e8e780ed", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:15Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "d998b432-af42-4afe-a64b-24052288527c", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:15Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "d998b432-af42-4afe-a64b-24052288527c", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T12:56:15Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "d998b432-af42-4afe-a64b-24052288527c", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "aa21fc3f-7d6f-411e-8ccd-6f2ec603eb06", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "aa21fc3f-7d6f-411e-8ccd-6f2ec603eb06", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T12:56:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "aa21fc3f-7d6f-411e-8ccd-6f2ec603eb06", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "openshift-service-ca.crt", "reconcileID": "c5079cb5-0973-4947-9d60-aa8abd6fa818", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "odh-trusted-ca-bundle", "reconcileID": "ba489bd9-6553-4a6f-a262-c53820184749", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "openshift-service-ca.crt", "reconcileID": "b5612729-3707-4b56-9cd8-5e6c68bf4c65", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e47695", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T12:56:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "openshift-service-ca.crt", "reconcileID": "b5612729-3707-4b56-9cd8-5e6c68bf4c65", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e499673f-c296-458f-af66-8547b75b7356", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "openshift-service-ca.crt", "reconcileID": "421a248f-3630-46d3-8580-c4a32d7ab538", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:18Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "odh-trusted-ca-bundle", "reconcileID": "d771c974-7e62-413f-879b-941203e88546", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e47695", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T12:56:18Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "odh-trusted-ca-bundle", "reconcileID": "d771c974-7e62-413f-879b-941203e88546", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:18Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "1b964a32-4af9-43a3-a81e-cb114e502aed", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "92c3f633-4a84-44d2-b7ab-74d277530b07", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "92c3f633-4a84-44d2-b7ab-74d277530b07", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T12:56:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "92c3f633-4a84-44d2-b7ab-74d277530b07", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "fed4fc9c-4894-42da-a5a4-f48a74f0e45b", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T12:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "4e36bb2b-e666-4884-847e-5e9130e6557a", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:56:23Z INFO Creating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "4e36bb2b-e666-4884-847e-5e9130e6557a", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T12:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "4e36bb2b-e666-4884-847e-5e9130e6557a", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "15c17171-c3e1-43ce-8be8-a961e0a65be8", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "15c17171-c3e1-43ce-8be8-a961e0a65be8", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T12:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "15c17171-c3e1-43ce-8be8-a961e0a65be8", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "32ff0158-abd5-40e5-afac-7ed874c1151c", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "32ff0158-abd5-40e5-afac-7ed874c1151c", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T12:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "32ff0158-abd5-40e5-afac-7ed874c1151c", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "63319823-3347-4be6-956b-9749dac06284", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "63319823-3347-4be6-956b-9749dac06284", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T12:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "63319823-3347-4be6-956b-9749dac06284", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:56:23Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "387e51ce-fce3-4f78-ba4f-7a0d9416e1d0", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:56:23Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "387e51ce-fce3-4f78-ba4f-7a0d9416e1d0", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T12:56:23Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "387e51ce-fce3-4f78-ba4f-7a0d9416e1d0", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:56:24Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "f79d6b35-a732-4cf0-9fe2-e691afbe1287", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:56:24Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "f79d6b35-a732-4cf0-9fe2-e691afbe1287", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T12:56:24Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "f79d6b35-a732-4cf0-9fe2-e691afbe1287", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:56:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "openshift-service-ca.crt", "reconcileID": "c5408020-4cf3-4993-a036-2e380fe96a75", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:56:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "odh-trusted-ca-bundle", "reconcileID": "37597959-cd6e-45e0-8533-585ab4113add", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:56:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "openshift-service-ca.crt", "reconcileID": "3ecafa53-9eb1-47fc-86aa-476d800c665e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-984f35", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T12:56:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "openshift-service-ca.crt", "reconcileID": "3ecafa53-9eb1-47fc-86aa-476d800c665e", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:56:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "960d09f9-b864-4acb-9f1f-df2fbb701f39", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:56:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "openshift-service-ca.crt", "reconcileID": "be5a4432-5d03-4e8a-89b5-82c560f2202b", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:56:26Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "odh-trusted-ca-bundle", "reconcileID": "1e336f63-98ce-4f2a-a352-de52e0fde398", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-984f35", "update": "odh-kserve-custom-ca-bundle"} 2026-07-06T12:56:26Z DEBUG Deleted the storage-config Secret to update the custom cert {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "odh-trusted-ca-bundle", "reconcileID": "1e336f63-98ce-4f2a-a352-de52e0fde398", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:56:26Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "78ff024a-897b-4c94-b298-4b43474a940e", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:56:26Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "d070567e-27b7-47c3-9984-65e26830dd1a", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:26Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "d070567e-27b7-47c3-9984-65e26830dd1a", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T12:56:26Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "d070567e-27b7-47c3-9984-65e26830dd1a", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:27Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "04c7fcec-7fc4-4848-a9d4-74fd3fbfd3c3", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:56:27Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "04c7fcec-7fc4-4848-a9d4-74fd3fbfd3c3", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T12:56:27Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "04c7fcec-7fc4-4848-a9d4-74fd3fbfd3c3", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:56:27Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "8b466409-f33e-4a26-9dec-2f7e88f48f3d", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T12:56:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "746fba94-3042-46e4-90d1-cc45a40133cb", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "746fba94-3042-46e4-90d1-cc45a40133cb", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "746fba94-3042-46e4-90d1-cc45a40133cb", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:31Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "71e6134d-bd9f-424f-885a-321abbe8ba62", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "746fba94-3042-46e4-90d1-cc45a40133cb", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695-kserve-route-authn"} 2026-07-06T12:56:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "746fba94-3042-46e4-90d1-cc45a40133cb", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "authType": "userdefined"} 2026-07-06T12:56:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "746fba94-3042-46e4-90d1-cc45a40133cb", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:31Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "71e6134d-bd9f-424f-885a-321abbe8ba62", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T12:56:31Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "71e6134d-bd9f-424f-885a-321abbe8ba62", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "2e735897-9f87-47ce-b7d7-1b50bd0b610c", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "2e735897-9f87-47ce-b7d7-1b50bd0b610c", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "2e735897-9f87-47ce-b7d7-1b50bd0b610c", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "2e735897-9f87-47ce-b7d7-1b50bd0b610c", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695-kserve-route-authn"} 2026-07-06T12:56:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "2e735897-9f87-47ce-b7d7-1b50bd0b610c", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "authType": "userdefined"} 2026-07-06T12:56:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "2e735897-9f87-47ce-b7d7-1b50bd0b610c", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "c1613839-5cf2-4926-80ab-c68f890b3438", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:56:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "c1613839-5cf2-4926-80ab-c68f890b3438", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T12:56:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "c1613839-5cf2-4926-80ab-c68f890b3438", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:56:39Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "f599003c-4bdb-4485-bfa0-bad4b848202a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T12:56:49Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "675345fd-8fd1-4d4a-8952-13a4c0f2ce49", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T12:56:51Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "66a188c5-1a5c-4c14-9548-c87da32e7c8e", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:51Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "66a188c5-1a5c-4c14-9548-c87da32e7c8e", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T12:56:51Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "66a188c5-1a5c-4c14-9548-c87da32e7c8e", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:56:52Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "8ed3750f-e204-4245-8c4d-5c13230903e3", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:52Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "8ed3750f-e204-4245-8c4d-5c13230903e3", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:52Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "8ed3750f-e204-4245-8c4d-5c13230903e3", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:52Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "8ed3750f-e204-4245-8c4d-5c13230903e3", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695-kserve-route-authn"} 2026-07-06T12:56:52Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "8ed3750f-e204-4245-8c4d-5c13230903e3", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "authType": "userdefined"} 2026-07-06T12:56:52Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "8ed3750f-e204-4245-8c4d-5c13230903e3", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:56Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "bf5d29ed-b641-455b-925f-2c6929cc3aca", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:56Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "bf5d29ed-b641-455b-925f-2c6929cc3aca", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:56Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "bf5d29ed-b641-455b-925f-2c6929cc3aca", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:56:56Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "bf5d29ed-b641-455b-925f-2c6929cc3aca", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695-kserve-route-authn"} 2026-07-06T12:56:56Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "bf5d29ed-b641-455b-925f-2c6929cc3aca", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "authType": "userdefined"} 2026-07-06T12:56:56Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "bf5d29ed-b641-455b-925f-2c6929cc3aca", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:57:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "d67b43c8-0ddf-4462-8b69-6b1c31d30320", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:57:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "d67b43c8-0ddf-4462-8b69-6b1c31d30320", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:57:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "d67b43c8-0ddf-4462-8b69-6b1c31d30320", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:57:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "d67b43c8-0ddf-4462-8b69-6b1c31d30320", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695-kserve-route-authn"} 2026-07-06T12:57:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "d67b43c8-0ddf-4462-8b69-6b1c31d30320", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "authType": "userdefined"} 2026-07-06T12:57:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "d67b43c8-0ddf-4462-8b69-6b1c31d30320", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:57:02Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "b7dbdad6-18f2-4675-ad83-4b35d07fd769", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:57:02Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "b7dbdad6-18f2-4675-ad83-4b35d07fd769", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:57:02Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "b7dbdad6-18f2-4675-ad83-4b35d07fd769", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:57:02Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "b7dbdad6-18f2-4675-ad83-4b35d07fd769", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35-kserve-route-authn"} 2026-07-06T12:57:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "11c19c62-c219-4e20-839c-1bea2778f38d", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:57:02Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "b7dbdad6-18f2-4675-ad83-4b35d07fd769", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "authType": "userdefined"} 2026-07-06T12:57:02Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "b7dbdad6-18f2-4675-ad83-4b35d07fd769", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:57:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "11c19c62-c219-4e20-839c-1bea2778f38d", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T12:57:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "11c19c62-c219-4e20-839c-1bea2778f38d", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:57:03Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "86c13b6a-7c0a-45df-905e-d1c70946f78b", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:57:03Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "86c13b6a-7c0a-45df-905e-d1c70946f78b", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:57:03Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "86c13b6a-7c0a-45df-905e-d1c70946f78b", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:57:03Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "86c13b6a-7c0a-45df-905e-d1c70946f78b", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35-kserve-route-authn"} 2026-07-06T12:57:03Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "86c13b6a-7c0a-45df-905e-d1c70946f78b", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "authType": "userdefined"} 2026-07-06T12:57:03Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "86c13b6a-7c0a-45df-905e-d1c70946f78b", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:57:13Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "e75c171b-88f5-4604-a3e3-b389e1ba6564", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:57:13Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "e75c171b-88f5-4604-a3e3-b389e1ba6564", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T12:57:13Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "e75c171b-88f5-4604-a3e3-b389e1ba6564", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:57:14Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "df4e9375-0416-4f30-9891-f6b7c58364e7", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:57:14Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "df4e9375-0416-4f30-9891-f6b7c58364e7", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:57:14Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "df4e9375-0416-4f30-9891-f6b7c58364e7", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:57:14Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "df4e9375-0416-4f30-9891-f6b7c58364e7", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35-kserve-route-authn"} 2026-07-06T12:57:14Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "df4e9375-0416-4f30-9891-f6b7c58364e7", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "authType": "userdefined"} 2026-07-06T12:57:14Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "df4e9375-0416-4f30-9891-f6b7c58364e7", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:57:19Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "c9f3d9bf-998a-44bb-8995-2fab6d879362", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:57:19Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "c9f3d9bf-998a-44bb-8995-2fab6d879362", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:57:19Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "c9f3d9bf-998a-44bb-8995-2fab6d879362", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:57:19Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "c9f3d9bf-998a-44bb-8995-2fab6d879362", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35-kserve-route-authn"} 2026-07-06T12:57:19Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "c9f3d9bf-998a-44bb-8995-2fab6d879362", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "authType": "userdefined"} 2026-07-06T12:57:19Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "c9f3d9bf-998a-44bb-8995-2fab6d879362", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:57:24Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "9b062ce4-c65a-4c0a-a3fe-8865ff609570", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:57:24Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "9b062ce4-c65a-4c0a-a3fe-8865ff609570", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:57:24Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "9b062ce4-c65a-4c0a-a3fe-8865ff609570", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:57:24Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "9b062ce4-c65a-4c0a-a3fe-8865ff609570", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35-kserve-route-authn"} 2026-07-06T12:57:24Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "9b062ce4-c65a-4c0a-a3fe-8865ff609570", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "authType": "userdefined"} 2026-07-06T12:57:24Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "9b062ce4-c65a-4c0a-a3fe-8865ff609570", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:57:33Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "3b805c75-eb12-4f59-b904-571becf0caae", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:57:33Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "3b805c75-eb12-4f59-b904-571becf0caae", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T12:57:33Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "3b805c75-eb12-4f59-b904-571becf0caae", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:57:41Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "ea9e65a0-229f-4fc7-919d-1c1605ae05f8", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:57:41Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "ea9e65a0-229f-4fc7-919d-1c1605ae05f8", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T12:57:41Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "ea9e65a0-229f-4fc7-919d-1c1605ae05f8", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:59:02Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "83b8161f-5962-43d0-96d2-abe89eb31093", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:02Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "83b8161f-5962-43d0-96d2-abe89eb31093", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695"} 2026-07-06T12:59:02Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "83b8161f-5962-43d0-96d2-abe89eb31093", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:02Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "83b8161f-5962-43d0-96d2-abe89eb31093", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:02Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "83b8161f-5962-43d0-96d2-abe89eb31093", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695-kserve-route-authn"} 2026-07-06T12:59:02Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "83b8161f-5962-43d0-96d2-abe89eb31093", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695-kserve-route-authn"} 2026-07-06T12:59:02Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "83b8161f-5962-43d0-96d2-abe89eb31093", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:02Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "83b8161f-5962-43d0-96d2-abe89eb31093", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:02Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "auth-test-model-e47695", "reconcileID": "ed48930d-0e6b-4b41-8d92-96c603a1bed8", "LLMInferenceService": "auth-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "0186ac58-bec4-4725-83f5-295194ecdd3d", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:59:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "0186ac58-bec4-4725-83f5-295194ecdd3d", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T12:59:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "0186ac58-bec4-4725-83f5-295194ecdd3d", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:59:02Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "c6cbf652-efef-4e4b-870a-09afcf0e9182", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:59:02Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "c6cbf652-efef-4e4b-870a-09afcf0e9182", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T12:59:02Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "c6cbf652-efef-4e4b-870a-09afcf0e9182", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:59:03Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "42dc9281-a92c-4cee-9391-ce0e9f906982", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:03Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "42dc9281-a92c-4cee-9391-ce0e9f906982", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35"} 2026-07-06T12:59:03Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "42dc9281-a92c-4cee-9391-ce0e9f906982", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:03Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "42dc9281-a92c-4cee-9391-ce0e9f906982", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:03Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "42dc9281-a92c-4cee-9391-ce0e9f906982", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35-kserve-route-authn"} 2026-07-06T12:59:03Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "42dc9281-a92c-4cee-9391-ce0e9f906982", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35-kserve-route-authn"} 2026-07-06T12:59:03Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "42dc9281-a92c-4cee-9391-ce0e9f906982", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:03Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "42dc9281-a92c-4cee-9391-ce0e9f906982", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:03Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"auth-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "auth-test-model-984f35", "reconcileID": "6cf6615d-103f-486b-9733-554f39b36267", "LLMInferenceService": "auth-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "371e78eb-b951-466f-91b8-c94979be7858", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:59:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "371e78eb-b951-466f-91b8-c94979be7858", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T12:59:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "371e78eb-b951-466f-91b8-c94979be7858", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:59:03Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "3902a92e-dcdf-4ecd-a81b-3c8ea67a303f", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:59:03Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "3902a92e-dcdf-4ecd-a81b-3c8ea67a303f", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T12:59:03Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "3902a92e-dcdf-4ecd-a81b-3c8ea67a303f", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:59:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "95538e35-eeae-4910-921c-89002a5c060b", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "95538e35-eeae-4910-921c-89002a5c060b", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "95538e35-eeae-4910-921c-89002a5c060b", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "75dc3a25-ee5b-4ec0-a126-28e262ed4ae1", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:59:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "95538e35-eeae-4910-921c-89002a5c060b", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695-kserve-route-authn"} 2026-07-06T12:59:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "95538e35-eeae-4910-921c-89002a5c060b", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "authType": "userdefined"} 2026-07-06T12:59:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "95538e35-eeae-4910-921c-89002a5c060b", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "75dc3a25-ee5b-4ec0-a126-28e262ed4ae1", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T12:59:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "75dc3a25-ee5b-4ec0-a126-28e262ed4ae1", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:59:04Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "7a4e9dab-771e-4151-84ff-202f9ec925fe", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:04Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "7a4e9dab-771e-4151-84ff-202f9ec925fe", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:04Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "7a4e9dab-771e-4151-84ff-202f9ec925fe", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:04Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "7a4e9dab-771e-4151-84ff-202f9ec925fe", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695-kserve-route-authn"} 2026-07-06T12:59:04Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "7a4e9dab-771e-4151-84ff-202f9ec925fe", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "authType": "userdefined"} 2026-07-06T12:59:04Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "7a4e9dab-771e-4151-84ff-202f9ec925fe", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:11Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "ec21ac66-a995-4760-95ec-5839493c7ec9", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:59:11Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "ec21ac66-a995-4760-95ec-5839493c7ec9", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T12:59:11Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "ec21ac66-a995-4760-95ec-5839493c7ec9", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T12:59:12Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "6b5bc651-07d3-4931-9134-856450e7df0d", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:12Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "6b5bc651-07d3-4931-9134-856450e7df0d", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:12Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "6b5bc651-07d3-4931-9134-856450e7df0d", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:12Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "6b5bc651-07d3-4931-9134-856450e7df0d", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695-kserve-route-authn"} 2026-07-06T12:59:12Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "6b5bc651-07d3-4931-9134-856450e7df0d", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "authType": "userdefined"} 2026-07-06T12:59:12Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "6b5bc651-07d3-4931-9134-856450e7df0d", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:18Z INFO No monitoring namespace detected, skipping monitoring reconciliation. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T12:59:18Z INFO Multi Node reconciling. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T12:59:20Z INFO ray ca tls secret modified so ray tls cert need to be updated to sync ca.crt {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T12:59:20Z INFO Multi Node reconciled successfully. {"ResourceName": "ray-ca-tls", "Namespace": "opendatahub"} 2026-07-06T12:59:31Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "367d7cb1-92d1-4b7a-b3d4-483db1fc5b8c", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:31Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "367d7cb1-92d1-4b7a-b3d4-483db1fc5b8c", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:31Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "367d7cb1-92d1-4b7a-b3d4-483db1fc5b8c", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:31Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "367d7cb1-92d1-4b7a-b3d4-483db1fc5b8c", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695-kserve-route-authn"} 2026-07-06T12:59:31Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "367d7cb1-92d1-4b7a-b3d4-483db1fc5b8c", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "authType": "userdefined"} 2026-07-06T12:59:31Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "367d7cb1-92d1-4b7a-b3d4-483db1fc5b8c", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T12:59:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "3ac64b22-1344-4308-86ee-47a96c934399", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "3ac64b22-1344-4308-86ee-47a96c934399", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "3ac64b22-1344-4308-86ee-47a96c934399", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:35Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "e185fa52-aae5-4cf5-ac7a-0a24a747c817", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:59:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "3ac64b22-1344-4308-86ee-47a96c934399", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35-kserve-route-authn"} 2026-07-06T12:59:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "3ac64b22-1344-4308-86ee-47a96c934399", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "authType": "userdefined"} 2026-07-06T12:59:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "3ac64b22-1344-4308-86ee-47a96c934399", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:35Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "e185fa52-aae5-4cf5-ac7a-0a24a747c817", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T12:59:35Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "e185fa52-aae5-4cf5-ac7a-0a24a747c817", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:59:35Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "f232d58e-f3d0-4e7d-b6f1-a180563c58dd", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:35Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "f232d58e-f3d0-4e7d-b6f1-a180563c58dd", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:35Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "f232d58e-f3d0-4e7d-b6f1-a180563c58dd", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:35Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "f232d58e-f3d0-4e7d-b6f1-a180563c58dd", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35-kserve-route-authn"} 2026-07-06T12:59:35Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "f232d58e-f3d0-4e7d-b6f1-a180563c58dd", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "authType": "userdefined"} 2026-07-06T12:59:35Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "f232d58e-f3d0-4e7d-b6f1-a180563c58dd", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "66903673-6f2e-4caa-a265-a578eec43b80", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:59:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "66903673-6f2e-4caa-a265-a578eec43b80", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T12:59:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "66903673-6f2e-4caa-a265-a578eec43b80", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T12:59:48Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "4c3f951b-6bc9-4792-b1c6-105d8ea6af0e", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:48Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "4c3f951b-6bc9-4792-b1c6-105d8ea6af0e", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:48Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "4c3f951b-6bc9-4792-b1c6-105d8ea6af0e", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:48Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "4c3f951b-6bc9-4792-b1c6-105d8ea6af0e", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35-kserve-route-authn"} 2026-07-06T12:59:48Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "4c3f951b-6bc9-4792-b1c6-105d8ea6af0e", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "authType": "userdefined"} 2026-07-06T12:59:48Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "4c3f951b-6bc9-4792-b1c6-105d8ea6af0e", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "7616b521-4266-49cc-b3ac-a96d64201ae3", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "7616b521-4266-49cc-b3ac-a96d64201ae3", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "7616b521-4266-49cc-b3ac-a96d64201ae3", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "7616b521-4266-49cc-b3ac-a96d64201ae3", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35-kserve-route-authn"} 2026-07-06T12:59:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "7616b521-4266-49cc-b3ac-a96d64201ae3", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "authType": "userdefined"} 2026-07-06T12:59:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "7616b521-4266-49cc-b3ac-a96d64201ae3", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:57Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "34013b11-5784-473b-9625-7850271c8966", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:57Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "34013b11-5784-473b-9625-7850271c8966", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:57Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "34013b11-5784-473b-9625-7850271c8966", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T12:59:57Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "34013b11-5784-473b-9625-7850271c8966", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35-kserve-route-authn"} 2026-07-06T12:59:57Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "34013b11-5784-473b-9625-7850271c8966", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "authType": "userdefined"} 2026-07-06T12:59:57Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "34013b11-5784-473b-9625-7850271c8966", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:00:28Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "532b62b5-c740-43a7-b067-3a210c2f861f", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:00:28Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "532b62b5-c740-43a7-b067-3a210c2f861f", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695"} 2026-07-06T13:00:28Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "532b62b5-c740-43a7-b067-3a210c2f861f", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:00:28Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "532b62b5-c740-43a7-b067-3a210c2f861f", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:00:28Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "532b62b5-c740-43a7-b067-3a210c2f861f", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695-kserve-route-authn"} 2026-07-06T13:00:28Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "532b62b5-c740-43a7-b067-3a210c2f861f", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695-kserve-route-authn"} 2026-07-06T13:00:28Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "532b62b5-c740-43a7-b067-3a210c2f861f", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:00:28Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "532b62b5-c740-43a7-b067-3a210c2f861f", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:00:28Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "sub-test-model-e47695", "reconcileID": "88f7fe0a-5cbc-4a91-800f-e5621716c7ae", "LLMInferenceService": "sub-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:00:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "6d37afcf-1b2a-4437-a562-635bfda6753c", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T13:00:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "6d37afcf-1b2a-4437-a562-635bfda6753c", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T13:00:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "6d37afcf-1b2a-4437-a562-635bfda6753c", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T13:00:28Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "fc48d0f1-d563-474b-aab7-a9c35ab58961", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T13:00:28Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "fc48d0f1-d563-474b-aab7-a9c35ab58961", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T13:00:28Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "fc48d0f1-d563-474b-aab7-a9c35ab58961", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T13:00:29Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "cbe44eef-7371-4041-95c0-5cb719650ad4", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:00:29Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "cbe44eef-7371-4041-95c0-5cb719650ad4", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35"} 2026-07-06T13:00:29Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "cbe44eef-7371-4041-95c0-5cb719650ad4", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:00:29Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "cbe44eef-7371-4041-95c0-5cb719650ad4", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:00:29Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "cbe44eef-7371-4041-95c0-5cb719650ad4", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35-kserve-route-authn"} 2026-07-06T13:00:29Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "cbe44eef-7371-4041-95c0-5cb719650ad4", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35-kserve-route-authn"} 2026-07-06T13:00:29Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "cbe44eef-7371-4041-95c0-5cb719650ad4", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:00:29Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "cbe44eef-7371-4041-95c0-5cb719650ad4", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:00:29Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"sub-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "sub-test-model-984f35", "reconcileID": "37888f5d-51fb-45a8-b0dd-9feae8271bd5", "LLMInferenceService": "sub-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:00:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "774db43e-10c4-4d75-9db2-f132eb99986a", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T13:00:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "774db43e-10c4-4d75-9db2-f132eb99986a", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T13:00:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "774db43e-10c4-4d75-9db2-f132eb99986a", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T13:00:29Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "06d29969-274f-4e2c-8833-9f7b84fea53d", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T13:00:29Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "06d29969-274f-4e2c-8833-9f7b84fea53d", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T13:00:29Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "06d29969-274f-4e2c-8833-9f7b84fea53d", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T13:00:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "333cc166-c957-4c73-91cd-ab50c821d903", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:00:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "333cc166-c957-4c73-91cd-ab50c821d903", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:00:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "333cc166-c957-4c73-91cd-ab50c821d903", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:00:30Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "53458154-f1ff-49fb-a4ad-4068a5a51c85", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T13:00:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "333cc166-c957-4c73-91cd-ab50c821d903", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695-kserve-route-authn"} 2026-07-06T13:00:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "333cc166-c957-4c73-91cd-ab50c821d903", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "authType": "userdefined"} 2026-07-06T13:00:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "333cc166-c957-4c73-91cd-ab50c821d903", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:00:30Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "53458154-f1ff-49fb-a4ad-4068a5a51c85", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T13:00:30Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "53458154-f1ff-49fb-a4ad-4068a5a51c85", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T13:00:30Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "59117627-a934-4a94-ab6d-a3bfdc431c0a", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:00:30Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "59117627-a934-4a94-ab6d-a3bfdc431c0a", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:00:30Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "59117627-a934-4a94-ab6d-a3bfdc431c0a", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:00:30Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "59117627-a934-4a94-ab6d-a3bfdc431c0a", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695-kserve-route-authn"} 2026-07-06T13:00:30Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "59117627-a934-4a94-ab6d-a3bfdc431c0a", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "authType": "userdefined"} 2026-07-06T13:00:30Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "59117627-a934-4a94-ab6d-a3bfdc431c0a", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:00:46Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "467c4122-842f-4007-85cd-ab7bb643c47a", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T13:00:46Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "467c4122-842f-4007-85cd-ab7bb643c47a", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T13:00:46Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "467c4122-842f-4007-85cd-ab7bb643c47a", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T13:00:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "d421b103-f010-4974-8e03-7029ac8cc41d", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:00:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "d421b103-f010-4974-8e03-7029ac8cc41d", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:00:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "d421b103-f010-4974-8e03-7029ac8cc41d", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:00:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "d421b103-f010-4974-8e03-7029ac8cc41d", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695-kserve-route-authn"} 2026-07-06T13:00:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "d421b103-f010-4974-8e03-7029ac8cc41d", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "authType": "userdefined"} 2026-07-06T13:00:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "d421b103-f010-4974-8e03-7029ac8cc41d", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:00:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "afd98af1-ef6f-45bc-9106-8b206295969a", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T13:00:53Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "ec3a3c7a-2a9c-40b7-8b85-7f0a547ecd81", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:00:53Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "ec3a3c7a-2a9c-40b7-8b85-7f0a547ecd81", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:00:53Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "ec3a3c7a-2a9c-40b7-8b85-7f0a547ecd81", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:00:53Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "ec3a3c7a-2a9c-40b7-8b85-7f0a547ecd81", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695-kserve-route-authn"} 2026-07-06T13:00:53Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "ec3a3c7a-2a9c-40b7-8b85-7f0a547ecd81", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "authType": "userdefined"} 2026-07-06T13:00:53Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "ec3a3c7a-2a9c-40b7-8b85-7f0a547ecd81", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:01:11Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "b1e17e83-2b80-45d6-b161-9c8123c2b182", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:01:11Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "b1e17e83-2b80-45d6-b161-9c8123c2b182", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:01:11Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "b1e17e83-2b80-45d6-b161-9c8123c2b182", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:01:11Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "b1e17e83-2b80-45d6-b161-9c8123c2b182", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695-kserve-route-authn"} 2026-07-06T13:01:11Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "b1e17e83-2b80-45d6-b161-9c8123c2b182", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "authType": "userdefined"} 2026-07-06T13:01:11Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "b1e17e83-2b80-45d6-b161-9c8123c2b182", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:01:16Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "64571bd0-b725-411a-958f-dc5502041e72", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:01:16Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "64571bd0-b725-411a-958f-dc5502041e72", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:01:16Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "64571bd0-b725-411a-958f-dc5502041e72", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:01:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "f1c4382b-9149-4d15-be55-e6ec2141f3ab", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T13:01:16Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "64571bd0-b725-411a-958f-dc5502041e72", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35-kserve-route-authn"} 2026-07-06T13:01:16Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "64571bd0-b725-411a-958f-dc5502041e72", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "authType": "userdefined"} 2026-07-06T13:01:16Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "64571bd0-b725-411a-958f-dc5502041e72", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:01:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "f1c4382b-9149-4d15-be55-e6ec2141f3ab", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T13:01:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "f1c4382b-9149-4d15-be55-e6ec2141f3ab", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T13:01:17Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "15ceba23-9733-4117-97dd-dde95e01b28d", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:01:17Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "15ceba23-9733-4117-97dd-dde95e01b28d", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:01:17Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "15ceba23-9733-4117-97dd-dde95e01b28d", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:01:17Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "15ceba23-9733-4117-97dd-dde95e01b28d", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35-kserve-route-authn"} 2026-07-06T13:01:17Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "15ceba23-9733-4117-97dd-dde95e01b28d", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "authType": "userdefined"} 2026-07-06T13:01:17Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "15ceba23-9733-4117-97dd-dde95e01b28d", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:01:36Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "8a73ad58-1131-45d5-b8f0-7e6b0781f0df", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T13:01:36Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "8a73ad58-1131-45d5-b8f0-7e6b0781f0df", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T13:01:36Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "8a73ad58-1131-45d5-b8f0-7e6b0781f0df", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T13:01:37Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "e181fd51-f5d8-44af-a479-84e41f06f55f", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:01:37Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "e181fd51-f5d8-44af-a479-84e41f06f55f", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:01:37Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "e181fd51-f5d8-44af-a479-84e41f06f55f", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:01:37Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "e181fd51-f5d8-44af-a479-84e41f06f55f", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35-kserve-route-authn"} 2026-07-06T13:01:37Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "e181fd51-f5d8-44af-a479-84e41f06f55f", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "authType": "userdefined"} 2026-07-06T13:01:37Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "e181fd51-f5d8-44af-a479-84e41f06f55f", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:01:40Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "3917c054-3685-4b52-9128-cc8486f1a194", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:01:40Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "3917c054-3685-4b52-9128-cc8486f1a194", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:01:40Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "3917c054-3685-4b52-9128-cc8486f1a194", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:01:40Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "3917c054-3685-4b52-9128-cc8486f1a194", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35-kserve-route-authn"} 2026-07-06T13:01:40Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "3917c054-3685-4b52-9128-cc8486f1a194", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "authType": "userdefined"} 2026-07-06T13:01:40Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "3917c054-3685-4b52-9128-cc8486f1a194", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:01:40Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "ced88621-68ef-4ced-970a-4895aef44ac1", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T13:01:47Z DEBUG Reconciling LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "9c6f8101-e513-4664-b92d-2c46238cc13a", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:01:47Z DEBUG Starting AuthPolicy reconciliation for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "9c6f8101-e513-4664-b92d-2c46238cc13a", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:01:47Z DEBUG Reconciling HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "9c6f8101-e513-4664-b92d-2c46238cc13a", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:01:47Z DEBUG Processing HTTPRoute AuthPolicy delta {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "9c6f8101-e513-4664-b92d-2c46238cc13a", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35-kserve-route-authn"} 2026-07-06T13:01:47Z DEBUG AuthType {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "9c6f8101-e513-4664-b92d-2c46238cc13a", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "authType": "userdefined"} 2026-07-06T13:01:47Z DEBUG Successfully reconciled LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "9c6f8101-e513-4664-b92d-2c46238cc13a", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:01:50Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "e5d63f3f-6b74-423f-867d-b76c7adb5abf", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T13:02:16Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "b721c3fc-bdc3-43df-bb5c-ff148b794b79", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:02:16Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "b721c3fc-bdc3-43df-bb5c-ff148b794b79", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695"} 2026-07-06T13:02:16Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "b721c3fc-bdc3-43df-bb5c-ff148b794b79", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:02:16Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "b721c3fc-bdc3-43df-bb5c-ff148b794b79", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:02:16Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "b721c3fc-bdc3-43df-bb5c-ff148b794b79", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695-kserve-route-authn"} 2026-07-06T13:02:16Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "b721c3fc-bdc3-43df-bb5c-ff148b794b79", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695-kserve-route-authn"} 2026-07-06T13:02:16Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "b721c3fc-bdc3-43df-bb5c-ff148b794b79", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:02:16Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "b721c3fc-bdc3-43df-bb5c-ff148b794b79", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:02:16Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-e47695","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "rate-test-model-e47695", "reconcileID": "2e6de251-772f-4fa1-ac17-27e3f43b15ff", "LLMInferenceService": "rate-test-model-e47695", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:02:16Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "49b178c5-2337-4d2a-b58d-564e62e30f97", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T13:02:16Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "49b178c5-2337-4d2a-b58d-564e62e30f97", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T13:02:16Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "49b178c5-2337-4d2a-b58d-564e62e30f97", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T13:02:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "b383db83-b6de-4f43-bc5e-887ae65803e2", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T13:02:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "b383db83-b6de-4f43-bc5e-887ae65803e2", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T13:02:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "b383db83-b6de-4f43-bc5e-887ae65803e2", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T13:02:17Z INFO LLMInferenceService being deleted, cleaning up sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "848f53e0-c31e-4a2e-87a0-484a5cfa6da4", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:02:17Z DEBUG Triggering Delete for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "848f53e0-c31e-4a2e-87a0-484a5cfa6da4", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35"} 2026-07-06T13:02:17Z DEBUG Deleting AuthPolicies for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "848f53e0-c31e-4a2e-87a0-484a5cfa6da4", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:02:17Z DEBUG Deleting HTTPRoute AuthPolicy for LLMInferenceService {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "848f53e0-c31e-4a2e-87a0-484a5cfa6da4", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:02:17Z DEBUG Attempting to delete HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "848f53e0-c31e-4a2e-87a0-484a5cfa6da4", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35-kserve-route-authn"} 2026-07-06T13:02:17Z INFO Successfully deleted HTTPRoute AuthPolicy {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "848f53e0-c31e-4a2e-87a0-484a5cfa6da4", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35-kserve-route-authn"} 2026-07-06T13:02:17Z DEBUG Triggering LLMInferenceService Cleanup for Namespace {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "848f53e0-c31e-4a2e-87a0-484a5cfa6da4", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:02:17Z DEBUG Cleaning up LLMInferenceService sub-resources {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "848f53e0-c31e-4a2e-87a0-484a5cfa6da4", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:02:17Z INFO Stop LLMInferenceService reconciliation {"controller": "llminferenceservice", "controllerGroup": "serving.kserve.io", "controllerKind": "LLMInferenceService", "LLMInferenceService": {"name":"rate-test-model-984f35","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "rate-test-model-984f35", "reconcileID": "23b6a694-a8d4-4ed7-9d06-a390a81634c4", "LLMInferenceService": "rate-test-model-984f35", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:02:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "968d355f-01d2-4591-b851-263385333a4b", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T13:02:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "968d355f-01d2-4591-b851-263385333a4b", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T13:02:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "968d355f-01d2-4591-b851-263385333a4b", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T13:02:17Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "6d1821ba-643f-4b0c-9f3c-d1959c02faf0", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T13:02:17Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "6d1821ba-643f-4b0c-9f3c-d1959c02faf0", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T13:02:17Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "6d1821ba-643f-4b0c-9f3c-d1959c02faf0", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T13:02:19Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "c177edb0-6687-4006-8610-2bd8e0d640ad", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T13:02:19Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "27f2b0b1-1916-4c1e-adc7-3b2ada2fbd45", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T13:02:19Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "27f2b0b1-1916-4c1e-adc7-3b2ada2fbd45", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695-authn-ssl"} 2026-07-06T13:02:19Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-a-e47695","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-a-e47695", "reconcileID": "27f2b0b1-1916-4c1e-adc7-3b2ada2fbd45", "Gateway": "e2e-shared-a-e47695", "namespace": "openshift-ingress"} 2026-07-06T13:03:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab76f6aa-6d78-465b-8c48-6218b768bba9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:03:02Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab76f6aa-6d78-465b-8c48-6218b768bba9", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e47695", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T13:03:02Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "ab76f6aa-6d78-465b-8c48-6218b768bba9", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-a-e47695 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T13:03:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "odh-trusted-ca-bundle", "reconcileID": "513f1e01-6635-4759-b293-6f8a785d1205", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:03:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "odh-trusted-ca-bundle", "reconcileID": "513f1e01-6635-4759-b293-6f8a785d1205", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:03:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "openshift-service-ca.crt", "reconcileID": "2f413961-961e-4737-ac86-844f55a935bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:03:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "openshift-service-ca.crt", "reconcileID": "2f413961-961e-4737-ac86-844f55a935bb", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:03:02Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1905aba-b47c-4b3e-9abe-49bd2194130d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:03:02Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-a-e47695"}, "namespace": "ai-tenant-e2e-shared-a-e47695", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "e1905aba-b47c-4b3e-9abe-49bd2194130d", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-a-e47695"} 2026-07-06T13:03:03Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"odh-ai-gateway-infra"}, "namespace": "odh-ai-gateway-infra", "name": "openshift-service-ca.crt", "reconcileID": "dcd576fd-cd2f-4f3c-8435-786a07527958", "ConfigMap": "openshift-service-ca.crt", "namespace": "odh-ai-gateway-infra"} 2026-07-06T13:03:04Z DEBUG Reconciling EnvoyFilter for Gateway {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "ebded231-d07a-4bd9-85d8-5fdfdbb5d798", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T13:03:04Z INFO Updating EnvoyFilter {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "ebded231-d07a-4bd9-85d8-5fdfdbb5d798", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35-authn-ssl"} 2026-07-06T13:03:04Z DEBUG Successfully reconciled Gateway resources {"controller": "gateway-auth-bootstrap", "controllerGroup": "gateway.networking.k8s.io", "controllerKind": "Gateway", "Gateway": {"name":"e2e-shared-b-984f35","namespace":"openshift-ingress"}, "namespace": "openshift-ingress", "name": "e2e-shared-b-984f35", "reconcileID": "ebded231-d07a-4bd9-85d8-5fdfdbb5d798", "Gateway": "e2e-shared-b-984f35", "namespace": "openshift-ingress"} 2026-07-06T13:03:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dede3094-6e7b-4cb3-b7b6-1233d632be49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:03:09Z DEBUG Delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dede3094-6e7b-4cb3-b7b6-1233d632be49", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-984f35", "create": "odh-kserve-custom-ca-bundle"} 2026-07-06T13:03:09Z ERROR Reconciler error {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "dede3094-6e7b-4cb3-b7b6-1233d632be49", "error": "configmaps \"odh-kserve-custom-ca-bundle\" is forbidden: unable to create new content in namespace ai-tenant-e2e-shared-b-984f35 because it is being terminated"} sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).reconcileHandler /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:316 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).processNextWorkItem /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:263 sigs.k8s.io/controller-runtime/pkg/internal/controller.(*Controller[...]).Start.func2.2 /opt/app-root/src/go/pkg/mod/sigs.k8s.io/controller-runtime@v0.19.7/pkg/internal/controller/controller.go:224 2026-07-06T13:03:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "odh-trusted-ca-bundle", "reconcileID": "dab3c029-d49c-4c85-a86d-cb77bda36fb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:03:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-trusted-ca-bundle","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "odh-trusted-ca-bundle", "reconcileID": "dab3c029-d49c-4c85-a86d-cb77bda36fb9", "ConfigMap": "odh-trusted-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:03:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "openshift-service-ca.crt", "reconcileID": "8a44e39d-1e13-4ef0-bb18-55f07e2b8419", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:03:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"openshift-service-ca.crt","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "openshift-service-ca.crt", "reconcileID": "8a44e39d-1e13-4ef0-bb18-55f07e2b8419", "ConfigMap": "openshift-service-ca.crt", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:03:09Z INFO Cert ConfigMap not found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10df3823-2631-421e-a1bd-16fc11854bdb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-984f35"} 2026-07-06T13:03:09Z DEBUG No delta found {"controller": "core-configmap", "controllerGroup": "", "controllerKind": "ConfigMap", "ConfigMap": {"name":"odh-kserve-custom-ca-bundle","namespace":"ai-tenant-e2e-shared-b-984f35"}, "namespace": "ai-tenant-e2e-shared-b-984f35", "name": "odh-kserve-custom-ca-bundle", "reconcileID": "10df3823-2631-421e-a1bd-16fc11854bdb", "ConfigMap": "odh-kserve-custom-ca-bundle", "namespace": "ai-tenant-e2e-shared-b-984f35"}